2024-11-11 18:16:44,900 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 18:16:44,919 main DEBUG Took 0.016608 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 18:16:44,919 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 18:16:44,920 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 18:16:44,921 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 18:16:44,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,928 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 18:16:44,940 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,943 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,944 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,945 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,946 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,948 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,948 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,950 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:16:44,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,951 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 18:16:44,953 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:16:44,954 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 18:16:44,956 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 18:16:44,956 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 18:16:44,958 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 18:16:44,958 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 18:16:44,966 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 18:16:44,968 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 18:16:44,969 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 18:16:44,970 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 18:16:44,970 main DEBUG createAppenders(={Console}) 2024-11-11 18:16:44,971 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 18:16:44,971 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 18:16:44,971 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 18:16:44,972 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 18:16:44,972 main DEBUG OutputStream closed 2024-11-11 18:16:44,972 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 18:16:44,972 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 18:16:44,973 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 18:16:45,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 18:16:45,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 18:16:45,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 18:16:45,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 18:16:45,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 18:16:45,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 18:16:45,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 18:16:45,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 18:16:45,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 18:16:45,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 18:16:45,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 18:16:45,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 18:16:45,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 18:16:45,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 18:16:45,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 18:16:45,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 18:16:45,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 18:16:45,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 18:16:45,050 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 18:16:45,050 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 18:16:45,050 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 18:16:45,051 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T18:16:45,066 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 18:16:45,068 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 18:16:45,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T18:16:45,119 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=8581 2024-11-11T18:16:45,381 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T18:16:45,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d 2024-11-11T18:16:45,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d, deleteOnExit=true 2024-11-11T18:16:45,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/zookeeper_0, clientPort=61747, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:16:45,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61747 2024-11-11T18:16:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:16:45,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:16:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/test.cache.data in system properties and HBase conf 2024-11-11T18:16:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:16:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:16:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:16:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:16:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:16:45,615 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T18:16:45,723 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:16:45,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:16:45,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:16:45,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:16:45,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:16:45,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:16:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:16:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:16:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:16:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:16:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:16:46,537 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T18:16:46,630 INFO [Time-limited test {}] log.Log(170): Logging initialized @2424ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T18:16:46,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:46,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:46,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:46,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:46,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:46,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:46,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:46,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:47,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/java.io.tmpdir/jetty-localhost-41163-hadoop-hdfs-3_4_1-tests_jar-_-any-9099730114406581528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:16:47,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:41163} 2024-11-11T18:16:47,025 INFO [Time-limited test {}] server.Server(415): Started @2820ms 2024-11-11T18:16:47,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:47,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:47,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:47,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:47,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:16:47,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:47,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:47,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/java.io.tmpdir/jetty-localhost-43631-hadoop-hdfs-3_4_1-tests_jar-_-any-7990016885289198079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:47,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:43631} 2024-11-11T18:16:47,565 INFO [Time-limited test {}] server.Server(415): Started @3360ms 2024-11-11T18:16:47,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:16:48,143 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/data/data1/current/BP-1172818879-172.17.0.2-1731349006285/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:48,143 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/data/data2/current/BP-1172818879-172.17.0.2-1731349006285/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:48,182 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:16:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d2979135f8a709 with lease ID 0xd1663a841924ff71: Processing first storage report for DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2 from datanode DatanodeRegistration(127.0.0.1:38653, datanodeUuid=b7ee4ff9-54da-4207-ac04-7977becec322, infoPort=41891, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=746533739;c=1731349006285) 2024-11-11T18:16:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d2979135f8a709 with lease ID 0xd1663a841924ff71: from storage DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2 node DatanodeRegistration(127.0.0.1:38653, datanodeUuid=b7ee4ff9-54da-4207-ac04-7977becec322, infoPort=41891, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=746533739;c=1731349006285), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:16:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d2979135f8a709 with lease ID 0xd1663a841924ff71: Processing first storage report for DS-52c8a393-8413-4277-81e1-dd79ce4e4ff0 from datanode DatanodeRegistration(127.0.0.1:38653, datanodeUuid=b7ee4ff9-54da-4207-ac04-7977becec322, infoPort=41891, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=746533739;c=1731349006285) 2024-11-11T18:16:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d2979135f8a709 with lease ID 0xd1663a841924ff71: from storage DS-52c8a393-8413-4277-81e1-dd79ce4e4ff0 node DatanodeRegistration(127.0.0.1:38653, datanodeUuid=b7ee4ff9-54da-4207-ac04-7977becec322, infoPort=41891, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=746533739;c=1731349006285), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:48,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d 2024-11-11T18:16:48,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:48,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:16:48,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5 with version=8 2024-11-11T18:16:48,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/hbase-staging 2024-11-11T18:16:49,052 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T18:16:49,300 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:49,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:49,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:49,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:49,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:49,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:49,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:16:49,509 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T18:16:49,518 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T18:16:49,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:49,549 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9684 (auto-detected) 2024-11-11T18:16:49,550 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T18:16:49,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35111 2024-11-11T18:16:49,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35111 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:16:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351110x0, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:49,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35111-0x101083f2f420000 connected 2024-11-11T18:16:49,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:49,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:49,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:16:49,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5, hbase.cluster.distributed=false 2024-11-11T18:16:49,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/acl 2024-11-11T18:16:49,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35111 2024-11-11T18:16:49,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35111 2024-11-11T18:16:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35111 2024-11-11T18:16:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35111 2024-11-11T18:16:49,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35111 2024-11-11T18:16:49,817 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:49,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:49,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:49,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:49,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:49,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:49,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:16:49,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:49,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42851 2024-11-11T18:16:49,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42851 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:16:49,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:49,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428510x0, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:49,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42851-0x101083f2f420001 connected 2024-11-11T18:16:49,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:16:49,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:16:49,851 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:16:49,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/master 2024-11-11T18:16:49,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/acl 2024-11-11T18:16:49,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-11T18:16:49,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42851 2024-11-11T18:16:49,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42851 2024-11-11T18:16:49,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-11T18:16:49,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-11T18:16:49,878 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:35111 2024-11-11T18:16:49,879 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1472956852/backup-masters/90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:16:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:16:49,888 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on existing znode=/0-1472956852/backup-masters/90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1472956852/master 2024-11-11T18:16:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:49,912 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on existing znode=/0-1472956852/master 2024-11-11T18:16:49,913 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1472956852/backup-masters/90f34c5bee6a,35111,1731349009104 from backup master directory 2024-11-11T18:16:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/backup-masters/90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:16:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:16:49,917 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:49,918 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:49,920 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T18:16:49,921 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T18:16:49,978 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/hbase.id] with ID: 7581abfd-7292-42e0-8d98-a54153b44dd0 2024-11-11T18:16:49,979 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/.tmp/hbase.id 2024-11-11T18:16:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:16:49,989 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/.tmp/hbase.id]:[hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/hbase.id] 2024-11-11T18:16:50,031 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:50,036 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:16:50,056 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T18:16:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:16:50,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:16:50,083 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:16:50,100 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:16:50,104 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:16:50,556 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store 2024-11-11T18:16:50,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:16:50,581 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T18:16:50,586 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:50,587 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:16:50,588 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:50,588 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:50,590 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:16:50,590 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:50,591 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:50,592 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349010587Disabling compacts and flushes for region at 1731349010587Disabling writes for close at 1731349010590 (+3 ms)Writing region close event to WAL at 1731349010591 (+1 ms)Closed at 1731349010591 2024-11-11T18:16:50,595 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/.initializing 2024-11-11T18:16:50,595 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:50,603 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:50,618 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C35111%2C1731349009104, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/oldWALs, maxLogs=10 2024-11-11T18:16:50,643 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104/90f34c5bee6a%2C35111%2C1731349009104.1731349010623, exclude list is [], retry=0 2024-11-11T18:16:50,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:16:50,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T18:16:50,700 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 2024-11-11T18:16:50,701 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:16:50,701 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:50,702 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:50,705 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,706 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:16:50,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:50,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:50,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:16:50,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:50,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:50,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:16:50,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:50,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:50,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:16:50,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:50,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:50,791 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,795 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,796 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,801 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,802 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,805 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:50,809 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:50,813 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:50,814 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70051070, jitterRate=0.04384228587150574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:50,821 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349010718Initializing all the Stores at 1731349010721 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349010721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349010722 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349010723 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349010723Cleaning up temporary data from old regions at 1731349010802 (+79 ms)Region opened successfully at 1731349010821 (+19 ms) 2024-11-11T18:16:50,822 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:16:50,860 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81abae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:50,892 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:16:50,903 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:16:50,904 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:16:50,907 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:16:50,908 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T18:16:50,913 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T18:16:50,913 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:16:50,940 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:16:50,949 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/balancer because node does not exist (not necessarily an error) 2024-11-11T18:16:50,951 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/balancer already deleted, retry=false 2024-11-11T18:16:50,954 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:16:50,956 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:16:50,959 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/normalizer already deleted, retry=false 2024-11-11T18:16:50,961 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:16:50,964 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:16:50,966 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/switch/split already deleted, retry=false 2024-11-11T18:16:50,967 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:16:50,969 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/switch/merge already deleted, retry=false 2024-11-11T18:16:50,986 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:16:50,988 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/snapshot-cleanup already deleted, retry=false 2024-11-11T18:16:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:16:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:16:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:50,996 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,35111,1731349009104, sessionid=0x101083f2f420000, setting cluster-up flag (Was=false) 2024-11-11T18:16:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:51,015 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1472956852/flush-table-proc/acquired, /0-1472956852/flush-table-proc/reached, /0-1472956852/flush-table-proc/abort 2024-11-11T18:16:51,017 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:51,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:51,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:51,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1472956852/online-snapshot/acquired, /0-1472956852/online-snapshot/reached, /0-1472956852/online-snapshot/abort 2024-11-11T18:16:51,032 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:51,039 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:16:51,066 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(746): ClusterId : 7581abfd-7292-42e0-8d98-a54153b44dd0 2024-11-11T18:16:51,069 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:16:51,074 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:16:51,074 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:16:51,079 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:16:51,079 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584d6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:51,094 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:42851 2024-11-11T18:16:51,097 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:16:51,097 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:16:51,097 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:16:51,100 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35111,1731349009104 with port=42851, startcode=1731349009777 2024-11-11T18:16:51,111 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:16:51,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:51,128 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:16:51,138 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:16:51,145 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,35111,1731349009104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:16:51,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:16:51,156 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35111 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:51,157 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:51,157 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:51,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:51,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:51,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:16:51,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,159 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:51,159 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,162 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349041162 2024-11-11T18:16:51,163 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:16:51,164 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:16:51,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:51,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:16:51,168 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:16:51,168 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:16:51,169 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:16:51,169 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:16:51,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:51,169 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:16:51,172 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:16:51,173 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:16:51,174 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:16:51,174 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:16:51,180 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:16:51,180 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:16:51,182 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349011182,5,FailOnTimeoutGroup] 2024-11-11T18:16:51,184 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:16:51,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349011182,5,FailOnTimeoutGroup] 2024-11-11T18:16:51,184 WARN [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:16:51,184 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,185 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:16:51,186 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,186 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:16:51,286 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35111,1731349009104 with port=42851, startcode=1731349009777 2024-11-11T18:16:51,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:51,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35111 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:51,299 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5 2024-11-11T18:16:51,299 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36509 2024-11-11T18:16:51,299 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:16:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/rs 2024-11-11T18:16:51,304 DEBUG [RS:0;90f34c5bee6a:42851 {}] zookeeper.ZKUtil(111): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on existing znode=/0-1472956852/rs/90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:51,305 WARN [RS:0;90f34c5bee6a:42851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:51,305 INFO [RS:0;90f34c5bee6a:42851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:51,305 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:51,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,42851,1731349009777] 2024-11-11T18:16:51,332 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:16:51,347 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:16:51,353 INFO [RS:0;90f34c5bee6a:42851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:16:51,353 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,354 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:16:51,362 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:16:51,363 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,364 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,364 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,364 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,364 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,364 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,364 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:51,365 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,365 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,365 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,365 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,366 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,366 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:51,366 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:51,366 DEBUG [RS:0;90f34c5bee6a:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:51,368 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,368 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,368 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,368 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,368 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,369 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42851,1731349009777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:51,393 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:16:51,395 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42851,1731349009777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,396 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,396 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.Replication(171): 90f34c5bee6a,42851,1731349009777 started 2024-11-11T18:16:51,415 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:51,416 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,42851,1731349009777, RpcServer on 90f34c5bee6a/172.17.0.2:42851, sessionid=0x101083f2f420001 2024-11-11T18:16:51,417 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:16:51,417 DEBUG [RS:0;90f34c5bee6a:42851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:51,417 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42851,1731349009777' 2024-11-11T18:16:51,417 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1472956852/flush-table-proc/abort' 2024-11-11T18:16:51,419 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1472956852/flush-table-proc/acquired' 2024-11-11T18:16:51,419 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:16:51,419 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:16:51,419 DEBUG [RS:0;90f34c5bee6a:42851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:51,420 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42851,1731349009777' 2024-11-11T18:16:51,420 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1472956852/online-snapshot/abort' 2024-11-11T18:16:51,420 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1472956852/online-snapshot/acquired' 2024-11-11T18:16:51,421 DEBUG [RS:0;90f34c5bee6a:42851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:16:51,421 INFO [RS:0;90f34c5bee6a:42851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:16:51,421 INFO [RS:0;90f34c5bee6a:42851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:16:51,527 INFO [RS:0;90f34c5bee6a:42851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:51,531 INFO [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C42851%2C1731349009777, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs, maxLogs=10 2024-11-11T18:16:51,553 DEBUG [RS:0;90f34c5bee6a:42851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534, exclude list is [], retry=0 2024-11-11T18:16:51,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:16:51,561 INFO [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 2024-11-11T18:16:51,562 DEBUG [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:16:51,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:16:51,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5 2024-11-11T18:16:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:16:52,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:52,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:16:52,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:16:52,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:16:52,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:16:52,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:16:52,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:16:52,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:16:52,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:16:52,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:16:52,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740 2024-11-11T18:16:52,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740 2024-11-11T18:16:52,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:16:52,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:16:52,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:52,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:16:52,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:52,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61877570, jitterRate=-0.07795235514640808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:52,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349012001Initializing all the Stores at 1731349012004 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349012004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349012004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349012004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349012004Cleaning up temporary data from old regions at 1731349012024 (+20 ms)Region opened successfully at 1731349012034 (+10 ms) 2024-11-11T18:16:52,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:16:52,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:16:52,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:16:52,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:16:52,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:16:52,036 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:16:52,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349012034Disabling compacts and flushes for region at 1731349012034Disabling writes for close at 1731349012035 (+1 ms)Writing region close event to WAL at 1731349012036 (+1 ms)Closed at 1731349012036 2024-11-11T18:16:52,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:52,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:16:52,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:16:52,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:16:52,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:16:52,209 DEBUG [90f34c5bee6a:35111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:16:52,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:52,228 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42851,1731349009777, state=OPENING 2024-11-11T18:16:52,233 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:16:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:52,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:16:52,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:16:52,243 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:16:52,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42851,1731349009777}] 2024-11-11T18:16:52,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:16:52,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:16:52,439 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:16:52,439 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:52,440 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:16:52,444 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C42851%2C1731349009777.meta, suffix=.meta, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs, maxLogs=10 2024-11-11T18:16:52,462 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.meta.1731349012446.meta, exclude list is [], retry=0 2024-11-11T18:16:52,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:16:52,469 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.meta.1731349012446.meta 2024-11-11T18:16:52,470 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:16:52,470 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:52,475 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:16:52,476 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:16:52,479 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:16:52,481 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:16:52,484 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:16:52,485 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:52,485 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:16:52,485 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:16:52,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:16:52,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:16:52,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:16:52,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:16:52,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:16:52,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:16:52,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:16:52,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:16:52,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:52,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:52,498 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:16:52,499 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740 2024-11-11T18:16:52,502 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740 2024-11-11T18:16:52,504 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:16:52,504 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:16:52,505 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:52,507 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:16:52,509 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63079811, jitterRate=-0.06003756821155548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:52,509 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:16:52,511 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349012486Writing region info on filesystem at 1731349012486Initializing all the Stores at 1731349012488 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349012488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349012488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349012488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349012488Cleaning up temporary data from old regions at 1731349012504 (+16 ms)Running coprocessor post-open hooks at 1731349012509 (+5 ms)Region opened successfully at 1731349012511 (+2 ms) 2024-11-11T18:16:52,518 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349012413 2024-11-11T18:16:52,530 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:16:52,531 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:16:52,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:52,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42851,1731349009777, state=OPEN 2024-11-11T18:16:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:16:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:16:52,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:16:52,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:16:52,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:52,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:16:52,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42851,1731349009777 in 293 msec 2024-11-11T18:16:52,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:16:52,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-11T18:16:52,551 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:52,551 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:16:52,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:52,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42851,1731349009777, seqNum=-1] 2024-11-11T18:16:52,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:52,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:52,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5550 sec 2024-11-11T18:16:52,626 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349012626, completionTime=-1 2024-11-11T18:16:52,629 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:16:52,629 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:16:52,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:16:52,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349072657 2024-11-11T18:16:52,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349132657 2024-11-11T18:16:52,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-11T18:16:52,660 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35111,1731349009104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,660 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35111,1731349009104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,660 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35111,1731349009104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,662 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:35111, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,663 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,663 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,670 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:16:52,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.772sec 2024-11-11T18:16:52,692 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:16:52,693 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:16:52,694 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:16:52,695 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:16:52,695 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:16:52,696 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35111,1731349009104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:52,696 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35111,1731349009104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:16:52,704 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:16:52,705 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:16:52,705 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35111,1731349009104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:52,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:52,779 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T18:16:52,779 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T18:16:52,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35111,-1 for getting cluster id 2024-11-11T18:16:52,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:52,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7581abfd-7292-42e0-8d98-a54153b44dd0' 2024-11-11T18:16:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7581abfd-7292-42e0-8d98-a54153b44dd0" 2024-11-11T18:16:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7625cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35111,-1] 2024-11-11T18:16:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:52,801 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:52,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:52,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42851,1731349009777, seqNum=-1] 2024-11-11T18:16:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:52,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:52,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:52,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:16:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:52,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101083f2f420002 connected 2024-11-11T18:16:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir so I do NOT create it in target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936 2024-11-11T18:16:52,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:16:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.tmp.dir so I do NOT create it in target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936 2024-11-11T18:16:52,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:16:52,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936 2024-11-11T18:16:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:16:52,863 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/cluster_1158cb38-91a3-387d-67d1-3922161bab1b, deleteOnExit=true 2024-11-11T18:16:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:16:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/test.cache.data in system properties and HBase conf 2024-11-11T18:16:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:16:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:16:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:16:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:16:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:16:52,864 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:16:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:16:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:16:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:16:52,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:16:52,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:16:52,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:16:52,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:16:52,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:16:53,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:53,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:53,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:53,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:53,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:53,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:53,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:53,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:53,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/java.io.tmpdir/jetty-localhost-44769-hadoop-hdfs-3_4_1-tests_jar-_-any-9787758500010223900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:16:53,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:44769} 2024-11-11T18:16:53,217 INFO [Time-limited test {}] server.Server(415): Started @9012ms 2024-11-11T18:16:53,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:53,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:53,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:53,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:53,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:53,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:53,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:53,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/java.io.tmpdir/jetty-localhost-36877-hadoop-hdfs-3_4_1-tests_jar-_-any-17119203779899176601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:53,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:36877} 2024-11-11T18:16:53,470 INFO [Time-limited test {}] server.Server(415): Started @9265ms 2024-11-11T18:16:53,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:16:53,639 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/cluster_1158cb38-91a3-387d-67d1-3922161bab1b/data/data2/current/BP-2020639337-172.17.0.2-1731349012903/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:53,639 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/cluster_1158cb38-91a3-387d-67d1-3922161bab1b/data/data1/current/BP-2020639337-172.17.0.2-1731349012903/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:53,677 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:16:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73888bbf29c2c2 with lease ID 0xd7f89faf81ece7bd: Processing first storage report for DS-0d7e4c2d-6fda-476f-bedc-02b1e8949af1 from datanode DatanodeRegistration(127.0.0.1:35171, datanodeUuid=50273337-043b-4f8a-8d11-845403083205, infoPort=40197, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1843049953;c=1731349012903) 2024-11-11T18:16:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73888bbf29c2c2 with lease ID 0xd7f89faf81ece7bd: from storage DS-0d7e4c2d-6fda-476f-bedc-02b1e8949af1 node DatanodeRegistration(127.0.0.1:35171, datanodeUuid=50273337-043b-4f8a-8d11-845403083205, infoPort=40197, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1843049953;c=1731349012903), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73888bbf29c2c2 with lease ID 0xd7f89faf81ece7bd: Processing first storage report for DS-9d139556-033c-4d42-8f4b-fc5743ef5fe8 from datanode DatanodeRegistration(127.0.0.1:35171, datanodeUuid=50273337-043b-4f8a-8d11-845403083205, infoPort=40197, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1843049953;c=1731349012903) 2024-11-11T18:16:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73888bbf29c2c2 with lease ID 0xd7f89faf81ece7bd: from storage DS-9d139556-033c-4d42-8f4b-fc5743ef5fe8 node DatanodeRegistration(127.0.0.1:35171, datanodeUuid=50273337-043b-4f8a-8d11-845403083205, infoPort=40197, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1843049953;c=1731349012903), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:53,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936 2024-11-11T18:16:53,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:53,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:53,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:16:54,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815 with version=8 2024-11-11T18:16:54,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/hbase-staging 2024-11-11T18:16:54,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:54,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:54,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:54,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:54,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:16:54,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:54,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41013 2024-11-11T18:16:54,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41013 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:16:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410130x0, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:54,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41013-0x101083f2f420003 connected 2024-11-11T18:16:54,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:54,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:54,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/running 2024-11-11T18:16:54,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815, hbase.cluster.distributed=false 2024-11-11T18:16:54,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/acl 2024-11-11T18:16:54,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41013 2024-11-11T18:16:54,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41013 2024-11-11T18:16:54,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41013 2024-11-11T18:16:54,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41013 2024-11-11T18:16:54,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41013 2024-11-11T18:16:54,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:16:54,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:54,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46197 2024-11-11T18:16:54,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46197 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:16:54,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:54,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:54,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461970x0, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:54,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46197-0x101083f2f420004 connected 2024-11-11T18:16:54,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/running 2024-11-11T18:16:54,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:16:54,245 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:16:54,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/master 2024-11-11T18:16:54,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/acl 2024-11-11T18:16:54,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46197 2024-11-11T18:16:54,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46197 2024-11-11T18:16:54,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46197 2024-11-11T18:16:54,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46197 2024-11-11T18:16:54,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46197 2024-11-11T18:16:54,265 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:41013 2024-11-11T18:16:54,265 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12084696650/backup-masters/90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650/backup-masters 2024-11-11T18:16:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650/backup-masters 2024-11-11T18:16:54,268 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on existing znode=/12084696650/backup-masters/90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12084696650/master 2024-11-11T18:16:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:54,272 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on existing znode=/12084696650/master 2024-11-11T18:16:54,273 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12084696650/backup-masters/90f34c5bee6a,41013,1731349014183 from backup master directory 2024-11-11T18:16:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12084696650/backup-masters/90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650/backup-masters 2024-11-11T18:16:54,277 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650/backup-masters 2024-11-11T18:16:54,277 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:54,290 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/hbase.id] with ID: 8e418f27-b9ff-4695-b2da-93e430a377ff 2024-11-11T18:16:54,290 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/.tmp/hbase.id 2024-11-11T18:16:54,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:16:54,699 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/.tmp/hbase.id]:[hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/hbase.id] 2024-11-11T18:16:54,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:54,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:16:54,725 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T18:16:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:16:55,138 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:16:55,139 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:16:55,140 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:16:55,553 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store 2024-11-11T18:16:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:16:55,963 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:55,963 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:16:55,963 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:55,963 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:55,963 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:16:55,963 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:55,963 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:55,964 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349015963Disabling compacts and flushes for region at 1731349015963Disabling writes for close at 1731349015963Writing region close event to WAL at 1731349015963Closed at 1731349015963 2024-11-11T18:16:55,965 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/.initializing 2024-11-11T18:16:55,965 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/WALs/90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:55,967 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:55,970 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C41013%2C1731349014183, suffix=, logDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/WALs/90f34c5bee6a,41013,1731349014183, archiveDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/oldWALs, maxLogs=10 2024-11-11T18:16:55,984 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/WALs/90f34c5bee6a,41013,1731349014183/90f34c5bee6a%2C41013%2C1731349014183.1731349015970, exclude list is [], retry=0 2024-11-11T18:16:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35171,DS-0d7e4c2d-6fda-476f-bedc-02b1e8949af1,DISK] 2024-11-11T18:16:55,991 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/WALs/90f34c5bee6a,41013,1731349014183/90f34c5bee6a%2C41013%2C1731349014183.1731349015970 2024-11-11T18:16:55,991 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197)] 2024-11-11T18:16:55,991 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:55,991 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:55,992 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:55,992 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:55,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:55,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:16:55,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:55,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:55,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:55,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:16:55,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:55,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:56,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:16:56,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:16:56,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:56,006 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,007 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,008 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,010 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,010 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,011 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:56,012 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:56,016 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:56,017 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74470888, jitterRate=0.1097027063369751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:56,017 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349015992Initializing all the Stores at 1731349015993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349015993Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349015993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349015994 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349015994Cleaning up temporary data from old regions at 1731349016010 (+16 ms)Region opened successfully at 1731349016017 (+7 ms) 2024-11-11T18:16:56,017 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:16:56,023 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4b61b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:56,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:16:56,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:16:56,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:16:56,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:16:56,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:16:56,026 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:16:56,026 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:16:56,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:16:56,030 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Unable to get data of znode /12084696650/balancer because node does not exist (not necessarily an error) 2024-11-11T18:16:56,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12084696650/balancer already deleted, retry=false 2024-11-11T18:16:56,032 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:16:56,032 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Unable to get data of znode /12084696650/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:16:56,034 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12084696650/normalizer already deleted, retry=false 2024-11-11T18:16:56,035 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:16:56,036 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Unable to get data of znode /12084696650/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:16:56,037 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12084696650/switch/split already deleted, retry=false 2024-11-11T18:16:56,038 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Unable to get data of znode /12084696650/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:16:56,040 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12084696650/switch/merge already deleted, retry=false 2024-11-11T18:16:56,042 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Unable to get data of znode /12084696650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:16:56,044 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12084696650/snapshot-cleanup already deleted, retry=false 2024-11-11T18:16:56,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12084696650/running 2024-11-11T18:16:56,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12084696650/running 2024-11-11T18:16:56,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:56,048 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,41013,1731349014183, sessionid=0x101083f2f420003, setting cluster-up flag (Was=false) 2024-11-11T18:16:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:56,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:56,058 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12084696650/flush-table-proc/acquired, /12084696650/flush-table-proc/reached, /12084696650/flush-table-proc/abort 2024-11-11T18:16:56,059 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:56,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:56,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:56,071 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12084696650/online-snapshot/acquired, /12084696650/online-snapshot/reached, /12084696650/online-snapshot/abort 2024-11-11T18:16:56,072 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:56,074 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:16:56,077 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:56,077 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:16:56,077 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:16:56,078 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,41013,1731349014183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:16:56,079 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:56,079 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:56,079 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:56,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:56,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:16:56,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:56,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349046081 2024-11-11T18:16:56,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:16:56,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:56,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:16:56,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:16:56,083 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:16:56,083 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:16:56,083 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:16:56,083 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:16:56,083 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349016083,5,FailOnTimeoutGroup] 2024-11-11T18:16:56,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,084 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349016083,5,FailOnTimeoutGroup] 2024-11-11T18:16:56,084 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:16:56,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:16:56,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:16:56,156 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(746): ClusterId : 8e418f27-b9ff-4695-b2da-93e430a377ff 2024-11-11T18:16:56,156 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:16:56,160 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:16:56,160 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:16:56,164 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:16:56,164 DEBUG [RS:0;90f34c5bee6a:46197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dad45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:56,177 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:46197 2024-11-11T18:16:56,177 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:16:56,177 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:16:56,177 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:16:56,178 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,41013,1731349014183 with port=46197, startcode=1731349014229 2024-11-11T18:16:56,178 DEBUG [RS:0;90f34c5bee6a:46197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:16:56,180 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:16:56,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:56,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41013 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:56,184 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815 2024-11-11T18:16:56,184 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41273 2024-11-11T18:16:56,184 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:16:56,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650/rs 2024-11-11T18:16:56,191 DEBUG [RS:0;90f34c5bee6a:46197 {}] zookeeper.ZKUtil(111): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on existing znode=/12084696650/rs/90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:56,191 WARN [RS:0;90f34c5bee6a:46197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:56,191 INFO [RS:0;90f34c5bee6a:46197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:56,191 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:56,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,46197,1731349014229] 2024-11-11T18:16:56,196 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:16:56,198 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:16:56,198 INFO [RS:0;90f34c5bee6a:46197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:16:56,199 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,199 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:16:56,200 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:16:56,200 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,200 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,200 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,200 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,200 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:56,201 DEBUG [RS:0;90f34c5bee6a:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:56,202 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,202 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,202 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,202 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,202 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,202 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46197,1731349014229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:56,218 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:16:56,218 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46197,1731349014229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,218 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,219 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.Replication(171): 90f34c5bee6a,46197,1731349014229 started 2024-11-11T18:16:56,233 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:56,233 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,46197,1731349014229, RpcServer on 90f34c5bee6a/172.17.0.2:46197, sessionid=0x101083f2f420004 2024-11-11T18:16:56,234 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:16:56,234 DEBUG [RS:0;90f34c5bee6a:46197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:56,234 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46197,1731349014229' 2024-11-11T18:16:56,234 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12084696650/flush-table-proc/abort' 2024-11-11T18:16:56,235 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12084696650/flush-table-proc/acquired' 2024-11-11T18:16:56,235 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:16:56,235 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:16:56,235 DEBUG [RS:0;90f34c5bee6a:46197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:56,235 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46197,1731349014229' 2024-11-11T18:16:56,235 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12084696650/online-snapshot/abort' 2024-11-11T18:16:56,236 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12084696650/online-snapshot/acquired' 2024-11-11T18:16:56,236 DEBUG [RS:0;90f34c5bee6a:46197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:16:56,236 INFO [RS:0;90f34c5bee6a:46197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:16:56,236 INFO [RS:0;90f34c5bee6a:46197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:16:56,337 INFO [RS:0;90f34c5bee6a:46197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:56,340 INFO [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46197%2C1731349014229, suffix=, logDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229, archiveDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/oldWALs, maxLogs=10 2024-11-11T18:16:56,355 DEBUG [RS:0;90f34c5bee6a:46197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229/90f34c5bee6a%2C46197%2C1731349014229.1731349016341, exclude list is [], retry=0 2024-11-11T18:16:56,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35171,DS-0d7e4c2d-6fda-476f-bedc-02b1e8949af1,DISK] 2024-11-11T18:16:56,362 INFO [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229/90f34c5bee6a%2C46197%2C1731349014229.1731349016341 2024-11-11T18:16:56,363 DEBUG [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197)] 2024-11-11T18:16:56,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:16:56,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815 2024-11-11T18:16:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:16:56,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:56,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:16:56,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:16:56,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:56,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:16:56,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:16:56,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:56,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:16:56,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:16:56,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:56,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:16:56,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:16:56,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:56,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:56,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:16:56,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740 2024-11-11T18:16:56,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740 2024-11-11T18:16:56,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:16:56,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:16:56,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:56,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:16:56,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:56,927 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68936420, jitterRate=0.027232706546783447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349016903Initializing all the Stores at 1731349016905 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349016905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349016905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349016905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349016905Cleaning up temporary data from old regions at 1731349016922 (+17 ms)Region opened successfully at 1731349016928 (+6 ms) 2024-11-11T18:16:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:16:56,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:16:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:16:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:16:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:16:56,929 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:16:56,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349016928Disabling compacts and flushes for region at 1731349016928Disabling writes for close at 1731349016928Writing region close event to WAL at 1731349016929 (+1 ms)Closed at 1731349016929 2024-11-11T18:16:56,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:56,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:16:56,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:16:56,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:16:56,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:16:57,085 DEBUG [90f34c5bee6a:41013 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:16:57,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:57,088 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46197,1731349014229, state=OPENING 2024-11-11T18:16:57,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:16:57,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:57,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:16:57,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:16:57,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12084696650/meta-region-server: CHANGED 2024-11-11T18:16:57,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12084696650/meta-region-server: CHANGED 2024-11-11T18:16:57,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46197,1731349014229}] 2024-11-11T18:16:57,247 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:16:57,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:16:57,255 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:16:57,255 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:57,256 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:16:57,258 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46197%2C1731349014229.meta, suffix=.meta, logDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229, archiveDir=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/oldWALs, maxLogs=10 2024-11-11T18:16:57,274 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229/90f34c5bee6a%2C46197%2C1731349014229.meta.1731349017260.meta, exclude list is [], retry=0 2024-11-11T18:16:57,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35171,DS-0d7e4c2d-6fda-476f-bedc-02b1e8949af1,DISK] 2024-11-11T18:16:57,280 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/WALs/90f34c5bee6a,46197,1731349014229/90f34c5bee6a%2C46197%2C1731349014229.meta.1731349017260.meta 2024-11-11T18:16:57,281 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197)] 2024-11-11T18:16:57,281 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:57,282 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:16:57,282 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:16:57,282 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:16:57,282 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:16:57,282 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:16:57,282 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:57,283 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:16:57,283 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:16:57,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:16:57,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:16:57,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:57,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:57,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:16:57,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:16:57,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:57,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:57,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:16:57,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:16:57,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:57,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:57,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:16:57,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:16:57,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:57,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:57,292 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:16:57,293 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740 2024-11-11T18:16:57,295 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740 2024-11-11T18:16:57,297 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:16:57,297 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:16:57,297 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:57,299 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:16:57,300 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67640964, jitterRate=0.007928907871246338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:57,300 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:16:57,301 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349017283Writing region info on filesystem at 1731349017283Initializing all the Stores at 1731349017284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349017284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349017285 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349017285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349017285Cleaning up temporary data from old regions at 1731349017297 (+12 ms)Running coprocessor post-open hooks at 1731349017300 (+3 ms)Region opened successfully at 1731349017300 2024-11-11T18:16:57,302 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349017247 2024-11-11T18:16:57,305 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:16:57,305 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:16:57,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:57,308 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46197,1731349014229, state=OPEN 2024-11-11T18:16:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12084696650/meta-region-server 2024-11-11T18:16:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12084696650/meta-region-server 2024-11-11T18:16:57,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46197,1731349014229 2024-11-11T18:16:57,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12084696650/meta-region-server: CHANGED 2024-11-11T18:16:57,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12084696650/meta-region-server: CHANGED 2024-11-11T18:16:57,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:16:57,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46197,1731349014229 in 218 msec 2024-11-11T18:16:57,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:16:57,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-11T18:16:57,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:57,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:16:57,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:57,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46197,1731349014229, seqNum=-1] 2024-11-11T18:16:57,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:57,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:57,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:16:57,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-11-11T18:16:57,333 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349017333, completionTime=-1 2024-11-11T18:16:57,333 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:16:57,333 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:16:57,336 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:16:57,336 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349077336 2024-11-11T18:16:57,336 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349137336 2024-11-11T18:16:57,336 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:16:57,336 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41013,1731349014183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41013,1731349014183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41013,1731349014183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:41013, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,339 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.065sec 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41013,1731349014183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:57,342 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41013,1731349014183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:16:57,346 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:16:57,346 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:16:57,346 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41013,1731349014183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:57,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:16:57,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:57,359 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:16:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:16:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f7da78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:16:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:57,363 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:57,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46197,1731349014229, seqNum=-1] 2024-11-11T18:16:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:57,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:57,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:57,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:16:57,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:57,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101083f2f420005 connected 2024-11-11T18:16:57,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385ef8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35111,-1 for getting cluster id 2024-11-11T18:16:57,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:57,383 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7581abfd-7292-42e0-8d98-a54153b44dd0' 2024-11-11T18:16:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7581abfd-7292-42e0-8d98-a54153b44dd0" 2024-11-11T18:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ac34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35111,-1] 2024-11-11T18:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:57,386 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c2e847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:57,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c81c6a4 2024-11-11T18:16:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:57,404 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:57,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:16:57,418 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:57,420 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0717c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,420 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:16:57,420 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:57,421 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:16:57,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:57,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:16:57,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515db092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:16:57,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:57,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:57,423 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:57,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37498a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:57,425 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dfc6f98 2024-11-11T18:16:57,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:57,431 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:57,443 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T18:16:57,443 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:16:57,447 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:57,448 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:57,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:57,449 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:16:57,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:16:57,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:16:57,457 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:57,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:16:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741835_1011 (size=1138) 2024-11-11T18:16:57,506 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:16:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:57,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f265a7b4bf6484e78763164fece73f0, NAME => 'hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5 2024-11-11T18:16:57,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741836_1012 (size=44) 2024-11-11T18:16:57,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:58,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:58,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f265a7b4bf6484e78763164fece73f0, disabling compactions & flushes 2024-11-11T18:16:58,282 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. after waiting 0 ms 2024-11-11T18:16:58,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,282 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f265a7b4bf6484e78763164fece73f0: Waiting for close lock at 1731349018281Disabling compacts and flushes for region at 1731349018281Disabling writes for close at 1731349018282 (+1 ms)Writing region close event to WAL at 1731349018282Closed at 1731349018282 2024-11-11T18:16:58,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:16:58,289 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349018284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349018284"}]},"ts":"1731349018284"} 2024-11-11T18:16:58,293 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:16:58,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:16:58,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349018295"}]},"ts":"1731349018295"} 2024-11-11T18:16:58,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:16:58,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN}] 2024-11-11T18:16:58,306 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN 2024-11-11T18:16:58,308 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42851,1731349009777; forceNewPlan=false, retain=false 2024-11-11T18:16:58,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1f265a7b4bf6484e78763164fece73f0, regionState=OPENING, regionLocation=90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:58,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN because future has completed 2024-11-11T18:16:58,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f265a7b4bf6484e78763164fece73f0, server=90f34c5bee6a,42851,1731349009777}] 2024-11-11T18:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:58,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:58,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:16:58,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C42851%2C1731349009777.rep, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs, maxLogs=10 2024-11-11T18:16:58,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.rep.1731349018627, exclude list is [], retry=0 2024-11-11T18:16:58,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:16:58,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.rep.1731349018627 2024-11-11T18:16:58,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:16:58,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f265a7b4bf6484e78763164fece73f0, NAME => 'hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:58,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:16:58,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:16:58,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. service=MultiRowMutationService 2024-11-11T18:16:58,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:16:58,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:58,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,650 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,652 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f265a7b4bf6484e78763164fece73f0 columnFamilyName hfileref 2024-11-11T18:16:58,652 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:58,653 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(327): Store=1f265a7b4bf6484e78763164fece73f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:58,653 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,654 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f265a7b4bf6484e78763164fece73f0 columnFamilyName queue 2024-11-11T18:16:58,655 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:58,655 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(327): Store=1f265a7b4bf6484e78763164fece73f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:58,655 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,657 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f265a7b4bf6484e78763164fece73f0 columnFamilyName sid 2024-11-11T18:16:58,657 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:58,657 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(327): Store=1f265a7b4bf6484e78763164fece73f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:58,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:16:58,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:58,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1f265a7b4bf6484e78763164fece73f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72929195, jitterRate=0.08672969043254852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:16:58,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:16:58,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1f265a7b4bf6484e78763164fece73f0: Running coprocessor pre-open hook at 1731349018648Writing region info on filesystem at 1731349018648Initializing all the Stores at 1731349018650 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349018650Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349018650Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349018650Cleaning up temporary data from old regions at 1731349018661 (+11 ms)Running coprocessor post-open hooks at 1731349018666 (+5 ms)Region opened successfully at 1731349018667 (+1 ms) 2024-11-11T18:16:58,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., pid=7, masterSystemTime=1731349018618 2024-11-11T18:16:58,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:16:58,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1f265a7b4bf6484e78763164fece73f0, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42851,1731349009777 2024-11-11T18:16:58,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f265a7b4bf6484e78763164fece73f0, server=90f34c5bee6a,42851,1731349009777 because future has completed 2024-11-11T18:16:58,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T18:16:58,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f265a7b4bf6484e78763164fece73f0, server=90f34c5bee6a,42851,1731349009777 in 214 msec 2024-11-11T18:16:58,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:16:58,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN in 378 msec 2024-11-11T18:16:58,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:16:58,686 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349018686"}]},"ts":"1731349018686"} 2024-11-11T18:16:58,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:16:58,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:16:58,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-11-11T18:16:58,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., hostname=90f34c5bee6a,42851,1731349009777, seqNum=2] 2024-11-11T18:16:58,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T18:16:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:16:58,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:16:58,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T18:16:58,910 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:16:58,962 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,42851,1731349009777, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:16:58,964 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:58,964 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42851,1731349009777, seqNum=-1] 2024-11-11T18:16:58,964 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:58,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T18:16:58,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,42851,1731349009777', locateType=CURRENT is [region=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., hostname=90f34c5bee6a,42851,1731349009777, seqNum=2] 2024-11-11T18:16:58,975 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T18:16:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T18:16:58,980 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,42851,1731349009777 suceeded 2024-11-11T18:16:58,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T18:16:58,985 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:16:58,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-11T18:16:58,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec 2024-11-11T18:16:58,993 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:16:58,995 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626df5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:58,995 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:16:58,995 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:58,996 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:16:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:16:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b5ddc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:16:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:58,998 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:58,999 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f33548a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:58,999 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b575370 2024-11-11T18:16:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:59,001 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T18:16:59,002 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,42851,1731349009777 (queues=1) is replicating from cluster=7581abfd-7292-42e0-8d98-a54153b44dd0 to cluster=8e418f27-b9ff-4695-b2da-93e430a377ff 2024-11-11T18:16:59,005 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C42851%2C1731349009777 2024-11-11T18:16:59,009 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,42851,1731349009777, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:16:59,011 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.shipper90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C42851%2C1731349009777 2024-11-11T18:16:59,016 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534, startPosition=0, beingWritten=true 2024-11-11T18:16:59,276 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:16:59,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:16:59,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:16:59,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:16:59,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T18:16:59,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:16:59,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T18:16:59,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:16:59,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T18:16:59,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:16:59,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:16:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:59,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:16:59,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:59,579 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:16:59,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:59,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027e7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35111,-1 for getting cluster id 2024-11-11T18:16:59,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:59,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7581abfd-7292-42e0-8d98-a54153b44dd0' 2024-11-11T18:16:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7581abfd-7292-42e0-8d98-a54153b44dd0" 2024-11-11T18:16:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f047b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35111,-1] 2024-11-11T18:16:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:59,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,583 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:16:59,584 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1df234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db20d3 2024-11-11T18:16:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:59,588 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:59,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:16:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:16:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T18:16:59,593 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:16:59,593 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be99e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,593 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:16:59,594 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:59,594 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:16:59,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:59,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:16:59,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54545925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:16:59,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:59,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,596 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:59,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de073a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,597 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e07d3c5 2024-11-11T18:16:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:59,599 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:59,600 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T18:16:59,600 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:16:59,600 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,600 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:59,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:16:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T18:16:59,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T18:16:59,764 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T18:16:59,794 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-90f34c5bee6a,42851,1731349009777, ReplicationSource: 2, currentBandwidth=0 2024-11-11T18:16:59,797 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T18:16:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T18:16:59,801 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 90f34c5bee6a,42851,1731349009777 suceeded 2024-11-11T18:16:59,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:16:59,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-11T18:16:59,805 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:16:59,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-11T18:16:59,813 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:16:59,814 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746e996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,814 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:16:59,814 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:59,815 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:16:59,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:59,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:16:59,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c701810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:16:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,818 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:59,819 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ead69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,819 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49410310 2024-11-11T18:16:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:59,821 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T18:16:59,822 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-90f34c5bee6a,42851,1731349009777 (queues=1) is replicating from cluster=7581abfd-7292-42e0-8d98-a54153b44dd0 to cluster=8e418f27-b9ff-4695-b2da-93e430a377ff 2024-11-11T18:16:59,822 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=90f34c5bee6a%2C42851%2C1731349009777 2024-11-11T18:16:59,822 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-90f34c5bee6a,42851,1731349009777, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:16:59,823 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.shipper90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C42851%2C1731349009777 2024-11-11T18:16:59,823 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534, startPosition=0, beingWritten=true 2024-11-11T18:16:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T18:16:59,908 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T18:16:59,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:16:59,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:59,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:59,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:59,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35111,1731349009104 2024-11-11T18:16:59,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@344e4d94 2024-11-11T18:16:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:59,914 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:59,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:16:59,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T18:16:59,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:16:59,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T18:16:59,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:16:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T18:16:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T18:16:59,929 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:16:59,930 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efd8038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,930 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:16:59,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:59,931 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:16:59,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:59,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:16:59,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d19cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:16:59,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:59,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,933 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:59,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d306ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:59,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:16:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf6a37d 2024-11-11T18:16:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:59,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:59,936 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:16:59,937 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:16:59,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:59,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:59,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:16:59,990 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:00,029 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T18:17:00,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T18:17:00,095 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T18:17:00,097 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T18:17:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T18:17:00,100 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 90f34c5bee6a,42851,1731349009777 suceeded 2024-11-11T18:17:00,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T18:17:00,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-11T18:17:00,103 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:17:00,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-11T18:17:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T18:17:00,249 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T18:17:00,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T18:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T18:17:00,253 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:17:00,255 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e245ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:00,255 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:17:00,255 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:00,256 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:17:00,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:00,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:17:00,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4d091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:00,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:17:00,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:00,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,258 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61171e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:00,259 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:17:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e940d3d 2024-11-11T18:17:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:00,261 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:00,262 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T18:17:00,262 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:17:00,262 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,262 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:00,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:17:00,337 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T18:17:00,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T18:17:00,421 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T18:17:00,423 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T18:17:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T18:17:00,426 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 90f34c5bee6a,42851,1731349009777 suceeded 2024-11-11T18:17:00,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T18:17:00,429 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://90f34c5bee6a:41013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:17:00,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-11T18:17:00,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-11T18:17:00,497 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T18:17:00,568 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T18:17:00,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:17:00,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T18:17:00,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:00,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:00,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:00,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:17:00,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-11-11T18:17:00,572 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,35111,1731349009104 2024-11-11T18:17:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:17:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:17:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:00,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:00,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:00,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:00,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:17:00,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:17:00,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,42851,1731349009777' ***** 2024-11-11T18:17:00,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:00,575 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:00,575 INFO [RS:0;90f34c5bee6a:42851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:00,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:00,575 INFO [RS:0;90f34c5bee6a:42851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:00,575 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:00,576 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:00,576 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,42851,1731349009777 2024-11-11T18:17:00,576 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:00,576 INFO [RS:0;90f34c5bee6a:42851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42851. 2024-11-11T18:17:00,576 DEBUG [RS:0;90f34c5bee6a:42851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:00,576 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:00,576 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:00,576 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f265a7b4bf6484e78763164fece73f0, disabling compactions & flushes 2024-11-11T18:17:00,577 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:00,577 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:00,577 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:00,577 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. after waiting 0 ms 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:00,577 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:17:00,577 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1325): Online Regions={1f265a7b4bf6484e78763164fece73f0=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:00,577 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:00,577 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:00,577 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:00,580 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f265a7b4bf6484e78763164fece73f0 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T18:17:00,580 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T18:17:00,650 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/.tmp/queue/c01a77bf866741629f94e5e790291784 is 151, key is 1-90f34c5bee6a,42851,1731349009777/queue:90f34c5bee6a%2C42851%2C1731349009777/1731349018970/Put/seqid=0 2024-11-11T18:17:00,650 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/info/ba18626cc76941b7aa4b37ea5f36ca38 is 147, key is hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0./info:regioninfo/1731349018673/Put/seqid=0 2024-11-11T18:17:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741838_1014 (size=6631) 2024-11-11T18:17:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741839_1015 (size=5500) 2024-11-11T18:17:00,744 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:00,778 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:00,978 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:01,064 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/.tmp/queue/c01a77bf866741629f94e5e790291784 2024-11-11T18:17:01,064 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/info/ba18626cc76941b7aa4b37ea5f36ca38 2024-11-11T18:17:01,105 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:01,110 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/.tmp/queue/c01a77bf866741629f94e5e790291784 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/queue/c01a77bf866741629f94e5e790291784 2024-11-11T18:17:01,120 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/queue/c01a77bf866741629f94e5e790291784, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T18:17:01,126 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/ns/e6af10f29a734913a66a394891586661 is 43, key is default/ns:d/1731349012600/Put/seqid=0 2024-11-11T18:17:01,127 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1f265a7b4bf6484e78763164fece73f0 in 546ms, sequenceid=6, compaction requested=false 2024-11-11T18:17:01,127 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:17:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741840_1016 (size=5153) 2024-11-11T18:17:01,137 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T18:17:01,140 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:01,140 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:01,140 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:01,141 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f265a7b4bf6484e78763164fece73f0: Waiting for close lock at 1731349020576Running coprocessor pre-close hooks at 1731349020576Disabling compacts and flushes for region at 1731349020576Disabling writes for close at 1731349020577 (+1 ms)Obtaining lock to block concurrent updates at 1731349020580 (+3 ms)Preparing flush snapshotting stores in 1f265a7b4bf6484e78763164fece73f0 at 1731349020580Finished memstore snapshotting hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731349020588 (+8 ms)Flushing stores of hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. at 1731349020590 (+2 ms)Flushing 1f265a7b4bf6484e78763164fece73f0/queue: creating writer at 1731349020591 (+1 ms)Flushing 1f265a7b4bf6484e78763164fece73f0/queue: appending metadata at 1731349020632 (+41 ms)Flushing 1f265a7b4bf6484e78763164fece73f0/queue: closing flushed file at 1731349020635 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef58505: reopening flushed file at 1731349021108 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1f265a7b4bf6484e78763164fece73f0 in 546ms, sequenceid=6, compaction requested=false at 1731349021127 (+19 ms)Writing region close event to WAL at 1731349021130 (+3 ms)Running coprocessor post-close hooks at 1731349021138 (+8 ms)Closed at 1731349021140 (+2 ms) 2024-11-11T18:17:01,141 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:01,178 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:01,251 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:01,368 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:17:01,368 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:17:01,378 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:01,535 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/ns/e6af10f29a734913a66a394891586661 2024-11-11T18:17:01,561 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/table/d3c4c2d2cdf44d1a9ccbc7d57a3be428 is 53, key is hbase:replication/table:state/1731349018686/Put/seqid=0 2024-11-11T18:17:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741841_1017 (size=5256) 2024-11-11T18:17:01,579 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:17:01,579 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:01,579 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:01,779 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:01,812 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:01,858 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777/90f34c5bee6a%2C42851%2C1731349009777.1731349011534 to pos 0, reset compression=false 2024-11-11T18:17:01,968 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/table/d3c4c2d2cdf44d1a9ccbc7d57a3be428 2024-11-11T18:17:01,977 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/info/ba18626cc76941b7aa4b37ea5f36ca38 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/info/ba18626cc76941b7aa4b37ea5f36ca38 2024-11-11T18:17:01,979 DEBUG [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:01,984 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/info/ba18626cc76941b7aa4b37ea5f36ca38, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T18:17:01,986 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/ns/e6af10f29a734913a66a394891586661 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/ns/e6af10f29a734913a66a394891586661 2024-11-11T18:17:01,994 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/ns/e6af10f29a734913a66a394891586661, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:17:01,995 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/table/d3c4c2d2cdf44d1a9ccbc7d57a3be428 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/table/d3c4c2d2cdf44d1a9ccbc7d57a3be428 2024-11-11T18:17:02,002 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/table/d3c4c2d2cdf44d1a9ccbc7d57a3be428, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T18:17:02,004 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-11-11T18:17:02,010 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:17:02,011 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:02,011 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:02,011 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:02,011 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349020577Running coprocessor pre-close hooks at 1731349020577Disabling compacts and flushes for region at 1731349020577Disabling writes for close at 1731349020577Obtaining lock to block concurrent updates at 1731349020580 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731349020581 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731349020588 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349020590 (+2 ms)Flushing 1588230740/info: creating writer at 1731349020591 (+1 ms)Flushing 1588230740/info: appending metadata at 1731349020632 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731349020635 (+3 ms)Flushing 1588230740/ns: creating writer at 1731349021108 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731349021125 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731349021125Flushing 1588230740/table: creating writer at 1731349021544 (+419 ms)Flushing 1588230740/table: appending metadata at 1731349021560 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731349021561 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e663c92: reopening flushed file at 1731349021976 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc4a83e: reopening flushed file at 1731349021985 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a06024d: reopening flushed file at 1731349021994 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1731349022004 (+10 ms)Writing region close event to WAL at 1731349022005 (+1 ms)Running coprocessor post-close hooks at 1731349022011 (+6 ms)Closed at 1731349022011 2024-11-11T18:17:02,011 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:02,180 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,42851,1731349009777; all regions closed. 2024-11-11T18:17:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741834_1010 (size=2742) 2024-11-11T18:17:02,191 DEBUG [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs 2024-11-11T18:17:02,191 INFO [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C42851%2C1731349009777.meta:.meta(num 1731349012446) 2024-11-11T18:17:02,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741837_1013 (size=1802) 2024-11-11T18:17:02,196 DEBUG [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs 2024-11-11T18:17:02,196 INFO [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C42851%2C1731349009777.rep:(num 1731349018627) 2024-11-11T18:17:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741832_1008 (size=93) 2024-11-11T18:17:02,201 DEBUG [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs 2024-11-11T18:17:02,201 INFO [RS:0;90f34c5bee6a:42851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C42851%2C1731349009777:(num 1731349011534) 2024-11-11T18:17:02,201 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:02,201 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:02,201 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:02,202 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:02,202 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:02,202 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:02,202 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,42851,1731349009777 because: Region server is closing 2024-11-11T18:17:02,203 INFO [RS:0;90f34c5bee6a:42851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42851. 2024-11-11T18:17:02,203 DEBUG [RS:0;90f34c5bee6a:42851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:02,203 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:02,203 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:02,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:02,303 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:17:02,303 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.shipper90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:17:02,304 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42851,1731349009777.replicationSource.shipper90f34c5bee6a%2C42851%2C1731349009777,1-90f34c5bee6a,42851,1731349009777 terminated 2024-11-11T18:17:02,304 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-90f34c5bee6a,42851,1731349009777 because: Region server is closing 2024-11-11T18:17:02,304 INFO [RS:0;90f34c5bee6a:42851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42851. 2024-11-11T18:17:02,305 DEBUG [RS:0;90f34c5bee6a:42851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:02,305 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:02,305 DEBUG [RS:0;90f34c5bee6a:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:02,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:02,405 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.wal-reader.90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:17:02,405 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.shipper90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:17:02,405 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,42851,1731349009777.replicationSource.shipper90f34c5bee6a%2C42851%2C1731349009777,2-90f34c5bee6a,42851,1731349009777 terminated 2024-11-11T18:17:02,406 INFO [RS:0;90f34c5bee6a:42851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42851 2024-11-11T18:17:02,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/rs/90f34c5bee6a,42851,1731349009777 2024-11-11T18:17:02,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/rs 2024-11-11T18:17:02,410 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:02,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,42851,1731349009777] 2024-11-11T18:17:02,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/draining/90f34c5bee6a,42851,1731349009777 already deleted, retry=false 2024-11-11T18:17:02,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,42851,1731349009777 expired; onlineServers=0 2024-11-11T18:17:02,414 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,35111,1731349009104' ***** 2024-11-11T18:17:02,414 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:17:02,414 INFO [M:0;90f34c5bee6a:35111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:02,414 INFO [M:0;90f34c5bee6a:35111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:02,415 DEBUG [M:0;90f34c5bee6a:35111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:17:02,415 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:17:02,415 DEBUG [M:0;90f34c5bee6a:35111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:17:02,415 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349011182 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349011182,5,FailOnTimeoutGroup] 2024-11-11T18:17:02,415 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349011182 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349011182,5,FailOnTimeoutGroup] 2024-11-11T18:17:02,415 INFO [M:0;90f34c5bee6a:35111 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:02,415 INFO [M:0;90f34c5bee6a:35111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:02,415 DEBUG [M:0;90f34c5bee6a:35111 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:17:02,415 INFO [M:0;90f34c5bee6a:35111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:17:02,416 INFO [M:0;90f34c5bee6a:35111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:02,416 INFO [M:0;90f34c5bee6a:35111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:17:02,416 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:17:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/master 2024-11-11T18:17:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:02,417 DEBUG [M:0;90f34c5bee6a:35111 {}] zookeeper.ZKUtil(347): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/master because node does not exist (not an error) 2024-11-11T18:17:02,417 WARN [M:0;90f34c5bee6a:35111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:17:02,418 INFO [M:0;90f34c5bee6a:35111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/.lastflushedseqids 2024-11-11T18:17:02,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741842_1018 (size=181) 2024-11-11T18:17:02,430 INFO [M:0;90f34c5bee6a:35111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:17:02,430 INFO [M:0;90f34c5bee6a:35111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:17:02,431 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:02,431 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:02,431 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:02,431 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:02,431 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:02,431 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T18:17:02,450 DEBUG [M:0;90f34c5bee6a:35111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6596e65f9b4e719f7063fa19d4157a is 82, key is hbase:meta,,1/info:regioninfo/1731349012532/Put/seqid=0 2024-11-11T18:17:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741843_1019 (size=5672) 2024-11-11T18:17:02,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:02,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x101083f2f420001, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:02,513 INFO [RS:0;90f34c5bee6a:42851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:02,513 INFO [RS:0;90f34c5bee6a:42851 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,42851,1731349009777; zookeeper connection closed. 2024-11-11T18:17:02,514 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f512078 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f512078 2024-11-11T18:17:02,514 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:17:02,856 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6596e65f9b4e719f7063fa19d4157a 2024-11-11T18:17:02,881 DEBUG [M:0;90f34c5bee6a:35111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a94ff99e234f82b2735220d0593e7d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731349018692/Put/seqid=0 2024-11-11T18:17:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741844_1020 (size=8663) 2024-11-11T18:17:02,886 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a94ff99e234f82b2735220d0593e7d 2024-11-11T18:17:02,908 DEBUG [M:0;90f34c5bee6a:35111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0b3c58f1f164f1193d119aebab3012d is 69, key is 90f34c5bee6a,42851,1731349009777/rs:state/1731349011293/Put/seqid=0 2024-11-11T18:17:02,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741845_1021 (size=5156) 2024-11-11T18:17:03,314 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0b3c58f1f164f1193d119aebab3012d 2024-11-11T18:17:03,323 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6596e65f9b4e719f7063fa19d4157a as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6596e65f9b4e719f7063fa19d4157a 2024-11-11T18:17:03,331 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6596e65f9b4e719f7063fa19d4157a, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T18:17:03,333 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a94ff99e234f82b2735220d0593e7d as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a94ff99e234f82b2735220d0593e7d 2024-11-11T18:17:03,341 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a94ff99e234f82b2735220d0593e7d, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T18:17:03,342 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0b3c58f1f164f1193d119aebab3012d as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0b3c58f1f164f1193d119aebab3012d 2024-11-11T18:17:03,349 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0b3c58f1f164f1193d119aebab3012d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T18:17:03,351 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=115, compaction requested=false 2024-11-11T18:17:03,352 INFO [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:03,353 DEBUG [M:0;90f34c5bee6a:35111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349022431Disabling compacts and flushes for region at 1731349022431Disabling writes for close at 1731349022431Obtaining lock to block concurrent updates at 1731349022431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349022431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731349022432 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349022433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349022433Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349022449 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349022449Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349022864 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349022880 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349022880Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349022893 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349022907 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349022908 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b68f0: reopening flushed file at 1731349023322 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba8c264: reopening flushed file at 1731349023331 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fff3bf: reopening flushed file at 1731349023341 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=115, compaction requested=false at 1731349023351 (+10 ms)Writing region close event to WAL at 1731349023352 (+1 ms)Closed at 1731349023352 2024-11-11T18:17:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741830_1006 (size=59421) 2024-11-11T18:17:03,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:03,357 INFO [M:0;90f34c5bee6a:35111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:17:03,357 INFO [M:0;90f34c5bee6a:35111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35111 2024-11-11T18:17:03,357 INFO [M:0;90f34c5bee6a:35111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:03,460 INFO [M:0;90f34c5bee6a:35111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:03,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:03,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x101083f2f420000, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:03,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:03,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:03,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:03,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:03,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:17:03,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:03,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33475 2024-11-11T18:17:03,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33475 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:17:03,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334750x0, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:03,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33475-0x101083f2f420006 connected 2024-11-11T18:17:03,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:03,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:03,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:17:03,483 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: INIT 2024-11-11T18:17:03,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5, hbase.cluster.distributed=false 2024-11-11T18:17:03,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/acl 2024-11-11T18:17:03,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-11T18:17:03,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33475 2024-11-11T18:17:03,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33475 2024-11-11T18:17:03,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-11T18:17:03,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-11T18:17:03,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:03,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:03,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:03,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:03,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:03,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:03,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:17:03,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:03,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40295 2024-11-11T18:17:03,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40295 connecting to ZooKeeper ensemble=127.0.0.1:61747 2024-11-11T18:17:03,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:03,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402950x0, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:03,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402950x0, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:17:03,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40295-0x101083f2f420007 connected 2024-11-11T18:17:03,519 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: INIT 2024-11-11T18:17:03,520 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:17:03,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:17:03,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/master 2024-11-11T18:17:03,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/acl 2024-11-11T18:17:03,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40295 2024-11-11T18:17:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40295 2024-11-11T18:17:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40295 2024-11-11T18:17:03,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40295 2024-11-11T18:17:03,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40295 2024-11-11T18:17:03,544 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:33475 2024-11-11T18:17:03,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1472956852/backup-masters/90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:17:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:17:03,547 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on existing znode=/0-1472956852/backup-masters/90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1472956852/master 2024-11-11T18:17:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:03,550 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on existing znode=/0-1472956852/master 2024-11-11T18:17:03,551 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1472956852/backup-masters/90f34c5bee6a,33475,1731349023463 from backup master directory 2024-11-11T18:17:03,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/backup-masters/90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:03,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:17:03,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/backup-masters 2024-11-11T18:17:03,554 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:03,554 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:03,569 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:03,570 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:17:03,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-11T18:17:03,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741846_1022 (size=196) 2024-11-11T18:17:03,994 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:03,995 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:17:03,995 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:04,004 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T18:17:04,007 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104 to hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104-dead as it is dead 2024-11-11T18:17:04,009 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T18:17:04,009 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T18:17:04,009 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104-dead/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 2024-11-11T18:17:04,015 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104-dead/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 after 4ms 2024-11-11T18:17:04,016 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104-dead/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 to hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 2024-11-11T18:17:04,016 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,35111,1731349009104-dead 2024-11-11T18:17:04,017 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:04,018 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:04,020 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C33475%2C1731349023463, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,33475,1731349023463, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/oldWALs, maxLogs=10 2024-11-11T18:17:04,034 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,33475,1731349023463/90f34c5bee6a%2C33475%2C1731349023463.1731349024020, exclude list is [], retry=0 2024-11-11T18:17:04,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:17:04,040 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/WALs/90f34c5bee6a,33475,1731349023463/90f34c5bee6a%2C33475%2C1731349023463.1731349024020 2024-11-11T18:17:04,040 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:17:04,040 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:04,041 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:04,041 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,041 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:17:04,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6596e65f9b4e719f7063fa19d4157a 2024-11-11T18:17:04,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:04,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:17:04,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a94ff99e234f82b2735220d0593e7d 2024-11-11T18:17:04,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:04,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:17:04,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0b3c58f1f164f1193d119aebab3012d 2024-11-11T18:17:04,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:04,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:17:04,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:04,072 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,073 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T18:17:04,073 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 2024-11-11T18:17:04,088 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 2024-11-11T18:17:04,090 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C35111%2C1731349009104.1731349010623 2024-11-11T18:17:04,092 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,092 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,093 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:04,095 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:04,098 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T18:17:04,099 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64330145, jitterRate=-0.041406139731407166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:04,099 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349024041Initializing all the Stores at 1731349024042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349024042Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349024042Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349024042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349024042Cleaning up temporary data from old regions at 1731349024092 (+50 ms)Region opened successfully at 1731349024099 (+7 ms) 2024-11-11T18:17:04,100 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:17:04,105 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e0461d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:04,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T18:17:04,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:17:04,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:17:04,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:17:04,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:17:04,124 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:04,125 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:17:04,125 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:17:04,125 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:17:04,126 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T18:17:04,126 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T18:17:04,126 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T18:17:04,126 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:17:04,130 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=90f34c5bee6a,42851,1731349009777, regionLocation=90f34c5bee6a,42851,1731349009777, openSeqNum=2 2024-11-11T18:17:04,131 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=90f34c5bee6a,42851,1731349009777, table=hbase:meta, region=1588230740 2024-11-11T18:17:04,131 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42851,1731349009777, state=OPEN 2024-11-11T18:17:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:17:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:17:04,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:17:04,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:17:04,138 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:17:04,143 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/draining/90f34c5bee6a,42851,1731349009777 already deleted, retry=false 2024-11-11T18:17:04,144 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 90f34c5bee6a,42851,1731349009777 on 90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:04,149 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 90f34c5bee6a,42851,1731349009777, splitWal=true, meta=true 2024-11-11T18:17:04,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:04,151 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 90f34c5bee6a,42851,1731349009777 (carryingMeta=true) 90f34c5bee6a,42851,1731349009777/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19971dd4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T18:17:04,155 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/balancer because node does not exist (not necessarily an error) 2024-11-11T18:17:04,157 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/balancer already deleted, retry=false 2024-11-11T18:17:04,157 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:17:04,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:17:04,160 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/normalizer already deleted, retry=false 2024-11-11T18:17:04,160 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:17:04,162 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:17:04,163 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/switch/split already deleted, retry=false 2024-11-11T18:17:04,164 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:17:04,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/switch/merge already deleted, retry=false 2024-11-11T18:17:04,176 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:17:04,178 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/snapshot-cleanup already deleted, retry=false 2024-11-11T18:17:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:17:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:17:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:04,183 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,33475,1731349023463, sessionid=0x101083f2f420006, setting cluster-up flag (Was=false) 2024-11-11T18:17:04,186 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1472956852/flush-table-proc/acquired, /0-1472956852/flush-table-proc/reached, /0-1472956852/flush-table-proc/abort 2024-11-11T18:17:04,187 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:04,191 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1472956852/online-snapshot/acquired, /0-1472956852/online-snapshot/reached, /0-1472956852/online-snapshot/abort 2024-11-11T18:17:04,192 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:04,194 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/.lastflushedseqids 2024-11-11T18:17:04,197 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:17:04,197 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:17:04,197 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,33475,1731349023463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 90f34c5bee6a,42851,1731349009777 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:04,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,200 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349054200 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:17:04,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:17:04,202 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349024202,5,FailOnTimeoutGroup] 2024-11-11T18:17:04,202 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349024202,5,FailOnTimeoutGroup] 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,202 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,203 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349024203, completionTime=-1 2024-11-11T18:17:04,203 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T18:17:04,203 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 90f34c5bee6a,42851,1731349009777, splitWal=true, meta=true 2024-11-11T18:17:04,204 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,42851,1731349009777, splitWal=true, meta=true, isMeta: true 2024-11-11T18:17:04,206 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T18:17:04,206 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777-splitting 2024-11-11T18:17:04,207 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777-splitting dir is empty, no logs to split. 2024-11-11T18:17:04,207 INFO [PEWorker-1 {}] master.SplitWALManager(105): 90f34c5bee6a,42851,1731349009777 WAL count=0, meta=true 2024-11-11T18:17:04,211 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777-splitting dir is empty, no logs to split. 2024-11-11T18:17:04,211 INFO [PEWorker-1 {}] master.SplitWALManager(105): 90f34c5bee6a,42851,1731349009777 WAL count=0, meta=true 2024-11-11T18:17:04,211 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,42851,1731349009777 WAL splitting is done? wals=0, meta=true 2024-11-11T18:17:04,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:17:04,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:04,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:17:04,234 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(746): ClusterId : 7581abfd-7292-42e0-8d98-a54153b44dd0 2024-11-11T18:17:04,234 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:17:04,236 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:17:04,236 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:17:04,240 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:17:04,240 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69323d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:04,252 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:40295 2024-11-11T18:17:04,253 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:17:04,253 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:17:04,253 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:17:04,253 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,33475,1731349023463 with port=40295, startcode=1731349023509 2024-11-11T18:17:04,254 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:17:04,256 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:17:04,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33475 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,259 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5 2024-11-11T18:17:04,259 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36509 2024-11-11T18:17:04,259 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:17:04,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/rs 2024-11-11T18:17:04,261 DEBUG [RS:0;90f34c5bee6a:40295 {}] zookeeper.ZKUtil(111): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on existing znode=/0-1472956852/rs/90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,261 WARN [RS:0;90f34c5bee6a:40295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:04,261 INFO [RS:0;90f34c5bee6a:40295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:04,262 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,40295,1731349023509] 2024-11-11T18:17:04,300 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:17:04,303 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:17:04,304 INFO [RS:0;90f34c5bee6a:40295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:17:04,304 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,304 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:17:04,305 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:17:04,305 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,305 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,305 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,305 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,305 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,305 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,305 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:04,306 DEBUG [RS:0;90f34c5bee6a:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:04,306 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T18:17:04,306 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,306 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,306 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,307 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,307 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,307 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40295,1731349023509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:04,322 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:17:04,322 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40295,1731349023509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,337 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,40295,1731349023509, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:17:04,353 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(231): queueId=2-90f34c5bee6a,40295,1731349023509, ReplicationSource: 2, currentBandwidth=0 2024-11-11T18:17:04,353 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,353 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.Replication(171): 90f34c5bee6a,40295,1731349023509 started 2024-11-11T18:17:04,354 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:17:04,355 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326d160a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:04,355 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:17:04,355 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:04,357 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:17:04,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:04,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:17:04,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbc491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:04,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:17:04,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:04,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:04,359 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:04,361 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eff93eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:04,361 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:17:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59fac112 2024-11-11T18:17:04,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:04,364 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T18:17:04,365 INFO [RS:0;90f34c5bee6a:40295.replicationSource,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,40295,1731349023509 (queues=0) is replicating from cluster=7581abfd-7292-42e0-8d98-a54153b44dd0 to cluster=8e418f27-b9ff-4695-b2da-93e430a377ff 2024-11-11T18:17:04,366 WARN [90f34c5bee6a:33475 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:17:04,371 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:41013' 2024-11-11T18:17:04,372 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ccdef95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:04,372 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,41013,-1 for getting cluster id 2024-11-11T18:17:04,373 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:04,373 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:04,373 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,40295,1731349023509, RpcServer on 90f34c5bee6a/172.17.0.2:40295, sessionid=0x101083f2f420007 2024-11-11T18:17:04,373 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:17:04,374 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e418f27-b9ff-4695-b2da-93e430a377ff' 2024-11-11T18:17:04,374 DEBUG [RS:0;90f34c5bee6a:40295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,374 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40295,1731349023509' 2024-11-11T18:17:04,374 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1472956852/flush-table-proc/abort' 2024-11-11T18:17:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e418f27-b9ff-4695-b2da-93e430a377ff" 2024-11-11T18:17:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b31245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,41013,-1] 2024-11-11T18:17:04,374 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1472956852/flush-table-proc/acquired' 2024-11-11T18:17:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:04,375 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:17:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:04,375 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:17:04,375 DEBUG [RS:0;90f34c5bee6a:40295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,375 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40295,1731349023509' 2024-11-11T18:17:04,375 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1472956852/online-snapshot/abort' 2024-11-11T18:17:04,376 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:04,376 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1472956852/online-snapshot/acquired' 2024-11-11T18:17:04,376 DEBUG [RS:0;90f34c5bee6a:40295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:17:04,376 INFO [RS:0;90f34c5bee6a:40295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:17:04,377 INFO [RS:0;90f34c5bee6a:40295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:17:04,377 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7740d874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:04,377 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,41013,1731349014183 2024-11-11T18:17:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c046d27 2024-11-11T18:17:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:04,379 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T18:17:04,380 INFO [RS:0;90f34c5bee6a:40295.replicationSource,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-90f34c5bee6a,40295,1731349023509 (queues=0) is replicating from cluster=7581abfd-7292-42e0-8d98-a54153b44dd0 to cluster=8e418f27-b9ff-4695-b2da-93e430a377ff 2024-11-11T18:17:04,477 INFO [RS:0;90f34c5bee6a:40295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:04,479 INFO [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40295%2C1731349023509, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs, maxLogs=10 2024-11-11T18:17:04,494 DEBUG [RS:0;90f34c5bee6a:40295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480, exclude list is [], retry=0 2024-11-11T18:17:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:17:04,500 INFO [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 2024-11-11T18:17:04,500 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 90f34c5bee6a%2C40295%2C1731349023509 for peer 1 2024-11-11T18:17:04,500 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 90f34c5bee6a%2C40295%2C1731349023509 for peer 2 2024-11-11T18:17:04,500 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C40295%2C1731349023509 2024-11-11T18:17:04,500 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,40295,1731349023509, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:17:04,501 INFO [RS:0;90f34c5bee6a:40295.replicationSource.shipper90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C40295%2C1731349023509 2024-11-11T18:17:04,501 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=90f34c5bee6a%2C40295%2C1731349023509 2024-11-11T18:17:04,501 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-90f34c5bee6a,40295,1731349023509, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:17:04,504 DEBUG [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:17:04,504 INFO [RS:0;90f34c5bee6a:40295.replicationSource.shipper90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C40295%2C1731349023509 2024-11-11T18:17:04,504 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480, startPosition=0, beingWritten=true 2024-11-11T18:17:04,504 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480, startPosition=0, beingWritten=true 2024-11-11T18:17:04,616 DEBUG [90f34c5bee6a:33475 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:17:04,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,40295,1731349023509, state=OPENING 2024-11-11T18:17:04,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:17:04,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:17:04,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:04,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:17:04,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:17:04,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40295,1731349023509}] 2024-11-11T18:17:04,715 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:04,715 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:04,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:17:04,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:17:04,780 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:17:04,781 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:04,781 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:17:04,783 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40295%2C1731349023509.meta, suffix=.meta, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs, maxLogs=10 2024-11-11T18:17:04,798 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.meta.1731349024784.meta, exclude list is [], retry=0 2024-11-11T18:17:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:17:04,803 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.meta.1731349024784.meta 2024-11-11T18:17:04,803 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:17:04,803 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:04,804 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:04,804 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:04,804 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:17:04,804 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:17:04,804 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:17:04,804 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:04,804 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:17:04,804 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:17:04,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:04,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:04,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,816 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/info/ba18626cc76941b7aa4b37ea5f36ca38 2024-11-11T18:17:04,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:04,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:04,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:04,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,824 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/ns/e6af10f29a734913a66a394891586661 2024-11-11T18:17:04,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:04,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:04,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:04,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:04,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:04,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:04,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:04,836 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/table/d3c4c2d2cdf44d1a9ccbc7d57a3be428 2024-11-11T18:17:04,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:04,836 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:04,837 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740 2024-11-11T18:17:04,838 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740 2024-11-11T18:17:04,840 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:04,840 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:04,841 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:04,842 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:04,843 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62582764, jitterRate=-0.06744414567947388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:04,843 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:17:04,843 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349024805Writing region info on filesystem at 1731349024805Initializing all the Stores at 1731349024806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349024806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349024806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349024806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349024806Cleaning up temporary data from old regions at 1731349024840 (+34 ms)Running coprocessor post-open hooks at 1731349024843 (+3 ms)Region opened successfully at 1731349024843 2024-11-11T18:17:04,844 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731349024774 2024-11-11T18:17:04,847 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:17:04,847 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:17:04,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,849 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,40295,1731349023509, state=OPEN 2024-11-11T18:17:04,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:17:04,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1472956852/meta-region-server 2024-11-11T18:17:04,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:04,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:17:04,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1472956852/meta-region-server: CHANGED 2024-11-11T18:17:04,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T18:17:04,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40295,1731349023509 in 231 msec 2024-11-11T18:17:04,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T18:17:04,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-11T18:17:05,023 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:05,023 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:05,430 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:05,430 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:05,809 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T18:17:05,938 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:05,938 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:06,546 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:06,546 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:07,253 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:07,253 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:07,311 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T18:17:08,061 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:08,061 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:08,713 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T18:17:08,713 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:17:08,714 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:08,714 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40295,1731349023509, seqNum=-1] 2024-11-11T18:17:08,714 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:08,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:08,723 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f265a7b4bf6484e78763164fece73f0, regionState=OPEN, lastHost=90f34c5bee6a,42851,1731349009777, regionLocation=90f34c5bee6a,42851,1731349009777, openSeqNum=2 2024-11-11T18:17:08,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:17:08,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349088723 2024-11-11T18:17:08,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349148723 2024-11-11T18:17:08,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-11T18:17:08,724 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33475,1731349023463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,724 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33475,1731349023463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,724 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33475,1731349023463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,724 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 90f34c5bee6a,42851,1731349009777 had 2 regions 2024-11-11T18:17:08,724 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:33475, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,724 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,724 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,726 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,42851,1731349009777, splitWal=true, meta=true, isMeta: false 2024-11-11T18:17:08,728 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777-splitting dir is empty, no logs to split. 2024-11-11T18:17:08,728 INFO [PEWorker-3 {}] master.SplitWALManager(105): 90f34c5bee6a,42851,1731349009777 WAL count=0, meta=false 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.177sec 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:17:08,731 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,42851,1731349009777-splitting dir is empty, no logs to split. 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:17:08,731 INFO [PEWorker-3 {}] master.SplitWALManager(105): 90f34c5bee6a,42851,1731349009777 WAL count=0, meta=false 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:17:08,731 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,42851,1731349009777 WAL splitting is done? wals=0, meta=false 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:17:08,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33475,1731349023463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:08,732 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33475,1731349023463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:17:08,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN}] 2024-11-11T18:17:08,735 WARN [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=90f34c5bee6a,42851,1731349009777/hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:08,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN 2024-11-11T18:17:08,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:17:08,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e730b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:08,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33475,-1 for getting cluster id 2024-11-11T18:17:08,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:08,739 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:17:08,739 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:17:08,739 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33475,1731349023463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:08,739 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7581abfd-7292-42e0-8d98-a54153b44dd0' 2024-11-11T18:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7581abfd-7292-42e0-8d98-a54153b44dd0" 2024-11-11T18:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b69b12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33475,-1] 2024-11-11T18:17:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,742 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:08,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248f247f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:08,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40295,1731349023509, seqNum=-1] 2024-11-11T18:17:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:08,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:08,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T18:17:08,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:08,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:08,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:08,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 90f34c5bee6a:33475 after: 90f34c5bee6a:33475 2024-11-11T18:17:08,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780bc08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:08,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33475,-1 for getting cluster id 2024-11-11T18:17:08,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:08,751 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7581abfd-7292-42e0-8d98-a54153b44dd0' 2024-11-11T18:17:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7581abfd-7292-42e0-8d98-a54153b44dd0" 2024-11-11T18:17:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2de7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33475,-1] 2024-11-11T18:17:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,753 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:08,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:08,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:08,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:08,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c16db1 2024-11-11T18:17:08,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:08,756 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:08,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:17:08,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T18:17:08,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:17:08,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T18:17:08,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:17:08,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:08,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:08,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:08,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:17:08,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1591622457, stopped=false 2024-11-11T18:17:08,760 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,41013,1731349014183 2024-11-11T18:17:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12084696650/running 2024-11-11T18:17:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12084696650/running 2024-11-11T18:17:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:17:08,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:17:08,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:08,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:08,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,46197,1731349014229' ***** 2024-11-11T18:17:08,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:08,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/running 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:08,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Set watcher on znode that does not yet exist, /12084696650/running 2024-11-11T18:17:08,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,46197,1731349014229 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46197. 2024-11-11T18:17:08,765 DEBUG [RS:0;90f34c5bee6a:46197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:08,765 DEBUG [RS:0;90f34c5bee6a:46197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:08,765 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:17:08,766 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:17:08,766 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:08,766 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:08,766 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:08,766 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:08,766 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:08,766 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:08,766 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:08,766 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T18:17:08,793 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/.tmp/ns/f978371aca3d462cace1f1045379764b is 43, key is default/ns:d/1731349017325/Put/seqid=0 2024-11-11T18:17:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741835_1011 (size=5153) 2024-11-11T18:17:08,811 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:08,887 DEBUG [90f34c5bee6a:33475 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:17:08,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1f265a7b4bf6484e78763164fece73f0, regionState=OPENING, regionLocation=90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:08,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN because future has completed 2024-11-11T18:17:08,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f265a7b4bf6484e78763164fece73f0, server=90f34c5bee6a,40295,1731349023509}] 2024-11-11T18:17:08,966 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:08,968 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:08,968 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:09,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:09,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:09,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:17:09,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40295%2C1731349023509.rep, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs, maxLogs=10 2024-11-11T18:17:09,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.rep.1731349029053, exclude list is [], retry=0 2024-11-11T18:17:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38653,DS-20c0aac1-7a2e-4608-a68f-1687f5f3fab2,DISK] 2024-11-11T18:17:09,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.rep.1731349029053 2024-11-11T18:17:09,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41891:41891)] 2024-11-11T18:17:09,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f265a7b4bf6484e78763164fece73f0, NAME => 'hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:09,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:09,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:09,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. service=MultiRowMutationService 2024-11-11T18:17:09,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:17:09,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:09,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,075 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,076 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f265a7b4bf6484e78763164fece73f0 columnFamilyName hfileref 2024-11-11T18:17:09,076 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:09,077 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(327): Store=1f265a7b4bf6484e78763164fece73f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:09,077 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,078 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f265a7b4bf6484e78763164fece73f0 columnFamilyName queue 2024-11-11T18:17:09,078 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:09,085 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/queue/c01a77bf866741629f94e5e790291784 2024-11-11T18:17:09,085 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(327): Store=1f265a7b4bf6484e78763164fece73f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:09,085 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,086 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f265a7b4bf6484e78763164fece73f0 columnFamilyName sid 2024-11-11T18:17:09,086 DEBUG [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:09,086 INFO [StoreOpener-1f265a7b4bf6484e78763164fece73f0-1 {}] regionserver.HStore(327): Store=1f265a7b4bf6484e78763164fece73f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:09,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:17:09,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1f265a7b4bf6484e78763164fece73f0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62742089, jitterRate=-0.0650700181722641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:17:09,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:09,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1f265a7b4bf6484e78763164fece73f0: Running coprocessor pre-open hook at 1731349029074Writing region info on filesystem at 1731349029074Initializing all the Stores at 1731349029075 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349029075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349029075Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349029075Cleaning up temporary data from old regions at 1731349029089 (+14 ms)Running coprocessor post-open hooks at 1731349029093 (+4 ms)Region opened successfully at 1731349029094 (+1 ms) 2024-11-11T18:17:09,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., pid=19, masterSystemTime=1731349029045 2024-11-11T18:17:09,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:09,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:09,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1f265a7b4bf6484e78763164fece73f0, regionState=OPEN, openSeqNum=10, regionLocation=90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f265a7b4bf6484e78763164fece73f0, server=90f34c5bee6a,40295,1731349023509 because future has completed 2024-11-11T18:17:09,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T18:17:09,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f265a7b4bf6484e78763164fece73f0, server=90f34c5bee6a,40295,1731349023509 in 210 msec 2024-11-11T18:17:09,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T18:17:09,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f265a7b4bf6484e78763164fece73f0, ASSIGN in 371 msec 2024-11-11T18:17:09,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T18:17:09,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., hostname=90f34c5bee6a,40295,1731349023509, seqNum=10] 2024-11-11T18:17:09,147 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 90f34c5bee6a,42851,1731349009777 2024-11-11T18:17:09,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T18:17:09,166 DEBUG [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:09,198 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/.tmp/ns/f978371aca3d462cace1f1045379764b 2024-11-11T18:17:09,206 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/.tmp/ns/f978371aca3d462cace1f1045379764b as hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/ns/f978371aca3d462cace1f1045379764b 2024-11-11T18:17:09,214 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/ns/f978371aca3d462cace1f1045379764b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T18:17:09,215 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-11T18:17:09,215 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:17:09,221 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T18:17:09,222 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:09,222 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:09,222 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:09,222 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349028766Running coprocessor pre-close hooks at 1731349028766Disabling compacts and flushes for region at 1731349028766Disabling writes for close at 1731349028766Obtaining lock to block concurrent updates at 1731349028766Preparing flush snapshotting stores in 1588230740 at 1731349028766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731349028767 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349028768 (+1 ms)Flushing 1588230740/ns: creating writer at 1731349028768Flushing 1588230740/ns: appending metadata at 1731349028792 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731349028792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5084efae: reopening flushed file at 1731349029205 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731349029215 (+10 ms)Writing region close event to WAL at 1731349029217 (+2 ms)Running coprocessor post-close hooks at 1731349029222 (+5 ms)Closed at 1731349029222 2024-11-11T18:17:09,222 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:09,242 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:17:09,242 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:17:09,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T18:17:09,367 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,46197,1731349014229; all regions closed. 2024-11-11T18:17:09,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741834_1010 (size=1152) 2024-11-11T18:17:09,372 DEBUG [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/oldWALs 2024-11-11T18:17:09,372 INFO [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46197%2C1731349014229.meta:.meta(num 1731349017260) 2024-11-11T18:17:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741832_1008 (size=93) 2024-11-11T18:17:09,377 DEBUG [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/oldWALs 2024-11-11T18:17:09,377 INFO [RS:0;90f34c5bee6a:46197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46197%2C1731349014229:(num 1731349016341) 2024-11-11T18:17:09,377 DEBUG [RS:0;90f34c5bee6a:46197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:09,377 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:09,377 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:09,377 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:09,378 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:09,378 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:09,378 INFO [RS:0;90f34c5bee6a:46197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46197 2024-11-11T18:17:09,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650/rs 2024-11-11T18:17:09,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12084696650/rs/90f34c5bee6a,46197,1731349014229 2024-11-11T18:17:09,380 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:09,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,46197,1731349014229] 2024-11-11T18:17:09,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12084696650/draining/90f34c5bee6a,46197,1731349014229 already deleted, retry=false 2024-11-11T18:17:09,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,46197,1731349014229 expired; onlineServers=0 2024-11-11T18:17:09,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,41013,1731349014183' ***** 2024-11-11T18:17:09,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:17:09,382 INFO [M:0;90f34c5bee6a:41013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:09,382 INFO [M:0;90f34c5bee6a:41013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:09,382 DEBUG [M:0;90f34c5bee6a:41013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:17:09,383 DEBUG [M:0;90f34c5bee6a:41013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:17:09,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:17:09,383 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349016083 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349016083,5,FailOnTimeoutGroup] 2024-11-11T18:17:09,383 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349016083 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349016083,5,FailOnTimeoutGroup] 2024-11-11T18:17:09,383 INFO [M:0;90f34c5bee6a:41013 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:09,383 INFO [M:0;90f34c5bee6a:41013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:09,383 DEBUG [M:0;90f34c5bee6a:41013 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:17:09,383 INFO [M:0;90f34c5bee6a:41013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:17:09,383 INFO [M:0;90f34c5bee6a:41013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:09,383 INFO [M:0;90f34c5bee6a:41013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:17:09,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:17:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12084696650/master 2024-11-11T18:17:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12084696650 2024-11-11T18:17:09,386 DEBUG [M:0;90f34c5bee6a:41013 {}] zookeeper.ZKUtil(347): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Unable to get data of znode /12084696650/master because node does not exist (not an error) 2024-11-11T18:17:09,386 WARN [M:0;90f34c5bee6a:41013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:17:09,387 INFO [M:0;90f34c5bee6a:41013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/.lastflushedseqids 2024-11-11T18:17:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741836_1012 (size=99) 2024-11-11T18:17:09,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:09,481 INFO [RS:0;90f34c5bee6a:46197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:09,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101083f2f420004, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:09,481 INFO [RS:0;90f34c5bee6a:46197 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,46197,1731349014229; zookeeper connection closed. 2024-11-11T18:17:09,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@560df60d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@560df60d 2024-11-11T18:17:09,482 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:17:09,792 INFO [M:0;90f34c5bee6a:41013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:17:09,793 INFO [M:0;90f34c5bee6a:41013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:17:09,793 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:09,793 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:09,793 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:09,793 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:09,793 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:09,793 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T18:17:09,812 DEBUG [M:0;90f34c5bee6a:41013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0120a26b0834eac9966c2aff9658cb6 is 82, key is hbase:meta,,1/info:regioninfo/1731349017306/Put/seqid=0 2024-11-11T18:17:09,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741837_1013 (size=5672) 2024-11-11T18:17:09,975 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:09,975 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:10,217 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0120a26b0834eac9966c2aff9658cb6 2024-11-11T18:17:10,240 DEBUG [M:0;90f34c5bee6a:41013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfdc25125dbf476b95c27a9b62be2b89 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731349017332/Put/seqid=0 2024-11-11T18:17:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741838_1014 (size=5275) 2024-11-11T18:17:10,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:10,645 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfdc25125dbf476b95c27a9b62be2b89 2024-11-11T18:17:10,673 DEBUG [M:0;90f34c5bee6a:41013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5645357d41294152a4d78db59f83ab6e is 69, key is 90f34c5bee6a,46197,1731349014229/rs:state/1731349016181/Put/seqid=0 2024-11-11T18:17:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741839_1015 (size=5156) 2024-11-11T18:17:11,078 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5645357d41294152a4d78db59f83ab6e 2024-11-11T18:17:11,082 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:11,082 DEBUG [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.1731349024480 to pos 0, reset compression=false 2024-11-11T18:17:11,086 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0120a26b0834eac9966c2aff9658cb6 as hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0120a26b0834eac9966c2aff9658cb6 2024-11-11T18:17:11,093 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0120a26b0834eac9966c2aff9658cb6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T18:17:11,094 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfdc25125dbf476b95c27a9b62be2b89 as hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfdc25125dbf476b95c27a9b62be2b89 2024-11-11T18:17:11,100 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfdc25125dbf476b95c27a9b62be2b89, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T18:17:11,101 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5645357d41294152a4d78db59f83ab6e as hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5645357d41294152a4d78db59f83ab6e 2024-11-11T18:17:11,107 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41273/user/jenkins/test-data/e5c26fe6-bc62-87dc-693e-666c682a6815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5645357d41294152a4d78db59f83ab6e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T18:17:11,108 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false 2024-11-11T18:17:11,110 INFO [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:11,110 DEBUG [M:0;90f34c5bee6a:41013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349029793Disabling compacts and flushes for region at 1731349029793Disabling writes for close at 1731349029793Obtaining lock to block concurrent updates at 1731349029793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349029793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731349029794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349029794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349029795 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349029811 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349029811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349030223 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349030239 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349030239Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349030653 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349030672 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349030672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f2affd: reopening flushed file at 1731349031085 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdb99f6: reopening flushed file at 1731349031093 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f79d00e: reopening flushed file at 1731349031101 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false at 1731349031109 (+8 ms)Writing region close event to WAL at 1731349031110 (+1 ms)Closed at 1731349031110 2024-11-11T18:17:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35171 is added to blk_1073741830_1006 (size=10165) 2024-11-11T18:17:11,113 INFO [M:0;90f34c5bee6a:41013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:17:11,113 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:11,113 INFO [M:0;90f34c5bee6a:41013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41013 2024-11-11T18:17:11,117 INFO [M:0;90f34c5bee6a:41013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:11,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:11,219 INFO [M:0;90f34c5bee6a:41013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:11,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41013-0x101083f2f420003, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:11,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:11,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:11,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:11,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:11,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:11,228 WARN [BP-2020639337-172.17.0.2-1731349012903 heartbeating to localhost/127.0.0.1:41273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:11,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:11,228 WARN [BP-2020639337-172.17.0.2-1731349012903 heartbeating to localhost/127.0.0.1:41273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020639337-172.17.0.2-1731349012903 (Datanode Uuid 50273337-043b-4f8a-8d11-845403083205) service to localhost/127.0.0.1:41273 2024-11-11T18:17:11,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:11,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/cluster_1158cb38-91a3-387d-67d1-3922161bab1b/data/data1/current/BP-2020639337-172.17.0.2-1731349012903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:11,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/cluster_1158cb38-91a3-387d-67d1-3922161bab1b/data/data2/current/BP-2020639337-172.17.0.2-1731349012903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:11,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:11,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:11,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:11,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:11,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:11,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:11,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:17:11,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:17:11,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:11,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:11,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:11,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:17:11,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=91249676, stopped=false 2024-11-11T18:17:11,260 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,33475,1731349023463 2024-11-11T18:17:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:17:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/running 2024-11-11T18:17:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:11,262 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:11,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:11,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:11,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:17:11,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Set watcher on znode that does not yet exist, /0-1472956852/running 2024-11-11T18:17:11,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,40295,1731349023509' ***** 2024-11-11T18:17:11,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:11,263 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:11,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:11,264 INFO [RS:0;90f34c5bee6a:40295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:11,264 INFO [RS:0;90f34c5bee6a:40295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:11,264 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:11,264 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:11,264 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:11,264 INFO [RS:0;90f34c5bee6a:40295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40295. 2024-11-11T18:17:11,264 DEBUG [RS:0;90f34c5bee6a:40295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:11,264 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f265a7b4bf6484e78763164fece73f0, disabling compactions & flushes 2024-11-11T18:17:11,264 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,265 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:11,265 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:11,265 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:11,265 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. after waiting 0 ms 2024-11-11T18:17:11,265 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:11,265 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:11,265 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:11,265 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:17:11,266 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:17:11,266 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1325): Online Regions={1f265a7b4bf6484e78763164fece73f0=hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:11,266 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f265a7b4bf6484e78763164fece73f0 2024-11-11T18:17:11,266 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:11,266 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:11,266 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:11,266 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:11,266 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:11,266 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T18:17:11,271 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/replication/1f265a7b4bf6484e78763164fece73f0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T18:17:11,272 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:11,272 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:11,272 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:11,272 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f265a7b4bf6484e78763164fece73f0: Waiting for close lock at 1731349031264Running coprocessor pre-close hooks at 1731349031264Disabling compacts and flushes for region at 1731349031264Disabling writes for close at 1731349031265 (+1 ms)Writing region close event to WAL at 1731349031266 (+1 ms)Running coprocessor post-close hooks at 1731349031272 (+6 ms)Closed at 1731349031272 2024-11-11T18:17:11,272 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0. 2024-11-11T18:17:11,285 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/info/d83c7d5dc6664c38aac97bb6135b3384 is 147, key is hbase:replication,,1731349017449.1f265a7b4bf6484e78763164fece73f0./info:regioninfo/1731349029098/Put/seqid=0 2024-11-11T18:17:11,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741851_1027 (size=6385) 2024-11-11T18:17:11,307 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:17:11,307 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:17:11,312 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:11,466 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:11,666 DEBUG [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:11,690 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/info/d83c7d5dc6664c38aac97bb6135b3384 2024-11-11T18:17:11,698 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/.tmp/info/d83c7d5dc6664c38aac97bb6135b3384 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/info/d83c7d5dc6664c38aac97bb6135b3384 2024-11-11T18:17:11,704 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/info/d83c7d5dc6664c38aac97bb6135b3384, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T18:17:11,705 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-11T18:17:11,711 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T18:17:11,711 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:11,711 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:11,711 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:11,712 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349031266Running coprocessor pre-close hooks at 1731349031266Disabling compacts and flushes for region at 1731349031266Disabling writes for close at 1731349031266Obtaining lock to block concurrent updates at 1731349031266Preparing flush snapshotting stores in 1588230740 at 1731349031266Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731349031267 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349031268 (+1 ms)Flushing 1588230740/info: creating writer at 1731349031268Flushing 1588230740/info: appending metadata at 1731349031285 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731349031285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dca5dcc: reopening flushed file at 1731349031697 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1731349031705 (+8 ms)Writing region close event to WAL at 1731349031707 (+2 ms)Running coprocessor post-close hooks at 1731349031711 (+4 ms)Closed at 1731349031711 2024-11-11T18:17:11,712 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:11,867 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,40295,1731349023509; all regions closed. 2024-11-11T18:17:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741849_1025 (size=2156) 2024-11-11T18:17:11,873 DEBUG [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs 2024-11-11T18:17:11,873 INFO [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40295%2C1731349023509.meta:.meta(num 1731349024784) 2024-11-11T18:17:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741850_1026 (size=796) 2024-11-11T18:17:11,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/WALs/90f34c5bee6a,40295,1731349023509/90f34c5bee6a%2C40295%2C1731349023509.rep.1731349029053 not finished, retry = 0 2024-11-11T18:17:11,979 DEBUG [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs 2024-11-11T18:17:11,979 INFO [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40295%2C1731349023509.rep:(num 1731349029053) 2024-11-11T18:17:11,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741848_1024 (size=93) 2024-11-11T18:17:11,984 DEBUG [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/oldWALs 2024-11-11T18:17:11,984 INFO [RS:0;90f34c5bee6a:40295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40295%2C1731349023509:(num 1731349024480) 2024-11-11T18:17:11,984 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,984 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:11,984 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:11,984 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:11,984 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:11,984 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:11,985 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,40295,1731349023509 because: Region server is closing 2024-11-11T18:17:11,985 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T18:17:11,985 INFO [RS:0;90f34c5bee6a:40295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40295. 2024-11-11T18:17:11,985 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T18:17:11,985 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T18:17:11,985 DEBUG [RS:0;90f34c5bee6a:40295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:11,985 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,985 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:11,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:12,085 WARN [RS:0;90f34c5bee6a:40295.replicationSource.shipper90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:17:12,085 WARN [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:17:12,086 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;90f34c5bee6a:40295.replicationSource.shipper90f34c5bee6a%2C40295%2C1731349023509,1-90f34c5bee6a,40295,1731349023509 terminated 2024-11-11T18:17:12,086 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-90f34c5bee6a,40295,1731349023509 because: Region server is closing 2024-11-11T18:17:12,086 INFO [RS:0;90f34c5bee6a:40295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40295. 2024-11-11T18:17:12,086 DEBUG [RS:0;90f34c5bee6a:40295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:12,086 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:12,086 DEBUG [RS:0;90f34c5bee6a:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:12,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:12,187 WARN [RS:0;90f34c5bee6a:40295.replicationSource.wal-reader.90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:17:12,187 WARN [RS:0;90f34c5bee6a:40295.replicationSource.shipper90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:17:12,187 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;90f34c5bee6a:40295.replicationSource.shipper90f34c5bee6a%2C40295%2C1731349023509,2-90f34c5bee6a,40295,1731349023509 terminated 2024-11-11T18:17:12,187 INFO [RS:0;90f34c5bee6a:40295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40295 2024-11-11T18:17:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/rs/90f34c5bee6a,40295,1731349023509 2024-11-11T18:17:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852/rs 2024-11-11T18:17:12,190 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:12,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,40295,1731349023509] 2024-11-11T18:17:12,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1472956852/draining/90f34c5bee6a,40295,1731349023509 already deleted, retry=false 2024-11-11T18:17:12,194 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,40295,1731349023509 expired; onlineServers=0 2024-11-11T18:17:12,194 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,33475,1731349023463' ***** 2024-11-11T18:17:12,194 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:17:12,194 INFO [M:0;90f34c5bee6a:33475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:12,194 INFO [M:0;90f34c5bee6a:33475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:12,194 DEBUG [M:0;90f34c5bee6a:33475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:17:12,194 DEBUG [M:0;90f34c5bee6a:33475 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:17:12,194 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:17:12,194 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349024202 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349024202,5,FailOnTimeoutGroup] 2024-11-11T18:17:12,194 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349024202 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349024202,5,FailOnTimeoutGroup] 2024-11-11T18:17:12,194 INFO [M:0;90f34c5bee6a:33475 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:12,194 INFO [M:0;90f34c5bee6a:33475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:12,195 DEBUG [M:0;90f34c5bee6a:33475 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:17:12,195 INFO [M:0;90f34c5bee6a:33475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:17:12,195 INFO [M:0;90f34c5bee6a:33475 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:12,195 INFO [M:0;90f34c5bee6a:33475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:17:12,195 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:17:12,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1472956852/master 2024-11-11T18:17:12,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1472956852 2024-11-11T18:17:12,196 DEBUG [M:0;90f34c5bee6a:33475 {}] zookeeper.ZKUtil(347): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Unable to get data of znode /0-1472956852/master because node does not exist (not an error) 2024-11-11T18:17:12,196 WARN [M:0;90f34c5bee6a:33475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:17:12,197 INFO [M:0;90f34c5bee6a:33475 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/.lastflushedseqids 2024-11-11T18:17:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741852_1028 (size=181) 2024-11-11T18:17:12,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:12,293 INFO [RS:0;90f34c5bee6a:40295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:12,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x101083f2f420007, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:12,293 INFO [RS:0;90f34c5bee6a:40295 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,40295,1731349023509; zookeeper connection closed. 2024-11-11T18:17:12,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48a22f87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48a22f87 2024-11-11T18:17:12,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:17:12,604 INFO [M:0;90f34c5bee6a:33475 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:17:12,604 INFO [M:0;90f34c5bee6a:33475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:17:12,604 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:12,604 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:12,604 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:12,604 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:12,604 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:12,605 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T18:17:12,623 DEBUG [M:0;90f34c5bee6a:33475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a04a239bec2f48bfbb79a6a2c0862444 is 82, key is hbase:meta,,1/info:regioninfo/1731349024848/Put/seqid=0 2024-11-11T18:17:12,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741853_1029 (size=5680) 2024-11-11T18:17:13,029 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a04a239bec2f48bfbb79a6a2c0862444 2024-11-11T18:17:13,052 DEBUG [M:0;90f34c5bee6a:33475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bb160ae820245948892ba66e077331c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731349029106/Put/seqid=0 2024-11-11T18:17:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741854_1030 (size=7319) 2024-11-11T18:17:13,458 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bb160ae820245948892ba66e077331c 2024-11-11T18:17:13,485 DEBUG [M:0;90f34c5bee6a:33475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82184266ab494fb29ebf68fcfa5b4606 is 69, key is 90f34c5bee6a,40295,1731349023509/rs:state/1731349024257/Put/seqid=0 2024-11-11T18:17:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741855_1031 (size=5371) 2024-11-11T18:17:13,491 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82184266ab494fb29ebf68fcfa5b4606 2024-11-11T18:17:13,498 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82184266ab494fb29ebf68fcfa5b4606 2024-11-11T18:17:13,500 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a04a239bec2f48bfbb79a6a2c0862444 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a04a239bec2f48bfbb79a6a2c0862444 2024-11-11T18:17:13,507 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a04a239bec2f48bfbb79a6a2c0862444, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T18:17:13,508 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bb160ae820245948892ba66e077331c as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bb160ae820245948892ba66e077331c 2024-11-11T18:17:13,515 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bb160ae820245948892ba66e077331c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T18:17:13,516 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82184266ab494fb29ebf68fcfa5b4606 as hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82184266ab494fb29ebf68fcfa5b4606 2024-11-11T18:17:13,522 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82184266ab494fb29ebf68fcfa5b4606 2024-11-11T18:17:13,523 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36509/user/jenkins/test-data/52eaecba-4d44-d993-f84c-4080c33977a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82184266ab494fb29ebf68fcfa5b4606, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T18:17:13,524 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=172, compaction requested=false 2024-11-11T18:17:13,527 INFO [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:13,527 DEBUG [M:0;90f34c5bee6a:33475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349032604Disabling compacts and flushes for region at 1731349032604Disabling writes for close at 1731349032604Obtaining lock to block concurrent updates at 1731349032605 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349032605Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731349032605Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349032606 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349032606Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349032623 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349032623Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349033035 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349033051 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349033051Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349033466 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349033484 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349033484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78de9ab7: reopening flushed file at 1731349033499 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f511bb8: reopening flushed file at 1731349033507 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea3c2a8: reopening flushed file at 1731349033515 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=172, compaction requested=false at 1731349033524 (+9 ms)Writing region close event to WAL at 1731349033527 (+3 ms)Closed at 1731349033527 2024-11-11T18:17:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38653 is added to blk_1073741847_1023 (size=22949) 2024-11-11T18:17:13,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:13,535 INFO [M:0;90f34c5bee6a:33475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:17:13,535 INFO [M:0;90f34c5bee6a:33475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33475 2024-11-11T18:17:13,536 INFO [M:0;90f34c5bee6a:33475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:13,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:13,638 INFO [M:0;90f34c5bee6a:33475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:13,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x101083f2f420006, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:13,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:13,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:13,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:13,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:13,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:13,645 WARN [BP-1172818879-172.17.0.2-1731349006285 heartbeating to localhost/127.0.0.1:36509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:13,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:13,645 WARN [BP-1172818879-172.17.0.2-1731349006285 heartbeating to localhost/127.0.0.1:36509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1172818879-172.17.0.2-1731349006285 (Datanode Uuid b7ee4ff9-54da-4207-ac04-7977becec322) service to localhost/127.0.0.1:36509 2024-11-11T18:17:13,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:13,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/data/data1/current/BP-1172818879-172.17.0.2-1731349006285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:13,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/cluster_1b15254b-2eb0-a3f7-cdfc-f310ee644d0d/data/data2/current/BP-1172818879-172.17.0.2-1731349006285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:13,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:13,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:13,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:13,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:13,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:13,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7199a0f-fd6d-3997-90f5-077c28104d1d/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:13,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:17:13,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:17:13,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41273 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61747) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61747) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36509 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=7794 (was 8581) 2024-11-11T18:17:13,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=7793 2024-11-11T18:17:13,727 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T18:17:13,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir so I do NOT create it in target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893 2024-11-11T18:17:13,728 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:17:13,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.tmp.dir so I do NOT create it in target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893 2024-11-11T18:17:13,728 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901d5b6d-ae12-bae6-481b-fa470c9d5936/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:17:13,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893 2024-11-11T18:17:13,729 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf, deleteOnExit=true 2024-11-11T18:17:13,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/zookeeper_0, clientPort=55559, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:17:13,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55559 2024-11-11T18:17:13,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/test.cache.data in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:17:13,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:17:13,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101083f2f420002, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:17:13,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101083f2f420005, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:17:13,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101083f2f420002, quorum=127.0.0.1:61747, baseZNode=/0-1472956852 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:17:13,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101083f2f420005, quorum=127.0.0.1:61747, baseZNode=/12084696650 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:17:13,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:13,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:13,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:13,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:13,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:17:13,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:13,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:13,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:13,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/java.io.tmpdir/jetty-localhost-38291-hadoop-hdfs-3_4_1-tests_jar-_-any-6286842741844321485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:13,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:38291} 2024-11-11T18:17:13,960 INFO [Time-limited test {}] server.Server(415): Started @29755ms 2024-11-11T18:17:14,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:14,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:14,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:14,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:14,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:17:14,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:14,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:14,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/java.io.tmpdir/jetty-localhost-38713-hadoop-hdfs-3_4_1-tests_jar-_-any-8067980383714470273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:14,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:38713} 2024-11-11T18:17:14,183 INFO [Time-limited test {}] server.Server(415): Started @29978ms 2024-11-11T18:17:14,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:17:14,314 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/data/data1/current/BP-1259781315-172.17.0.2-1731349033766/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:14,314 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/data/data2/current/BP-1259781315-172.17.0.2-1731349033766/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:14,335 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:17:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1733466cc03e9ac0 with lease ID 0xf1f25f417bbcbc20: Processing first storage report for DS-2990ef84-5390-49df-b960-ec75196a170c from datanode DatanodeRegistration(127.0.0.1:42783, datanodeUuid=a7ae0320-45d4-4fb0-a575-2a9a96e2b269, infoPort=40475, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=1212191376;c=1731349033766) 2024-11-11T18:17:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1733466cc03e9ac0 with lease ID 0xf1f25f417bbcbc20: from storage DS-2990ef84-5390-49df-b960-ec75196a170c node DatanodeRegistration(127.0.0.1:42783, datanodeUuid=a7ae0320-45d4-4fb0-a575-2a9a96e2b269, infoPort=40475, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=1212191376;c=1731349033766), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1733466cc03e9ac0 with lease ID 0xf1f25f417bbcbc20: Processing first storage report for DS-72c9c194-1dbc-42c4-9348-b2fe3702b81d from datanode DatanodeRegistration(127.0.0.1:42783, datanodeUuid=a7ae0320-45d4-4fb0-a575-2a9a96e2b269, infoPort=40475, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=1212191376;c=1731349033766) 2024-11-11T18:17:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1733466cc03e9ac0 with lease ID 0xf1f25f417bbcbc20: from storage DS-72c9c194-1dbc-42c4-9348-b2fe3702b81d node DatanodeRegistration(127.0.0.1:42783, datanodeUuid=a7ae0320-45d4-4fb0-a575-2a9a96e2b269, infoPort=40475, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=1212191376;c=1731349033766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:14,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893 2024-11-11T18:17:14,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:14,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:17:14,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4 with version=8 2024-11-11T18:17:14,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/hbase-staging 2024-11-11T18:17:14,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:14,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:14,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:14,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:14,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:14,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:14,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:17:14,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:14,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40371 2024-11-11T18:17:14,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40371 connecting to ZooKeeper ensemble=127.0.0.1:55559 2024-11-11T18:17:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403710x0, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:14,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40371-0x101083f9d920000 connected 2024-11-11T18:17:14,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:14,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:14,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/running 2024-11-11T18:17:14,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4, hbase.cluster.distributed=false 2024-11-11T18:17:14,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/acl 2024-11-11T18:17:14,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40371 2024-11-11T18:17:14,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40371 2024-11-11T18:17:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40371 2024-11-11T18:17:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40371 2024-11-11T18:17:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40371 2024-11-11T18:17:14,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:17:14,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:14,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40303 2024-11-11T18:17:14,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40303 connecting to ZooKeeper ensemble=127.0.0.1:55559 2024-11-11T18:17:14,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:14,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:14,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403030x0, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:14,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403030x0, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/running 2024-11-11T18:17:14,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40303-0x101083f9d920001 connected 2024-11-11T18:17:14,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:17:14,835 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:17:14,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/master 2024-11-11T18:17:14,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/acl 2024-11-11T18:17:14,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40303 2024-11-11T18:17:14,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40303 2024-11-11T18:17:14,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40303 2024-11-11T18:17:14,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40303 2024-11-11T18:17:14,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40303 2024-11-11T18:17:14,859 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40371 2024-11-11T18:17:14,859 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01112746136/backup-masters/90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136/backup-masters 2024-11-11T18:17:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136/backup-masters 2024-11-11T18:17:14,862 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on existing znode=/01112746136/backup-masters/90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01112746136/master 2024-11-11T18:17:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:14,865 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on existing znode=/01112746136/master 2024-11-11T18:17:14,865 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01112746136/backup-masters/90f34c5bee6a,40371,1731349034758 from backup master directory 2024-11-11T18:17:14,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136/backup-masters 2024-11-11T18:17:14,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01112746136/backup-masters/90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:14,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136/backup-masters 2024-11-11T18:17:14,867 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:14,867 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:14,874 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/hbase.id] with ID: abbf1347-48ef-4475-b3c6-b6da34ab25f2 2024-11-11T18:17:14,874 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/.tmp/hbase.id 2024-11-11T18:17:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:17:15,281 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/.tmp/hbase.id]:[hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/hbase.id] 2024-11-11T18:17:15,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:15,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:17:15,296 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:17:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:15,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:17:15,712 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:15,713 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:17:15,713 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:17:15,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store 2024-11-11T18:17:15,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:17:16,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:16,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:16,140 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:16,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:16,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:16,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:16,140 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:16,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349036140Disabling compacts and flushes for region at 1731349036140Disabling writes for close at 1731349036140Writing region close event to WAL at 1731349036140Closed at 1731349036140 2024-11-11T18:17:16,142 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/.initializing 2024-11-11T18:17:16,142 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/WALs/90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:16,143 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:16,151 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40371%2C1731349034758, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/WALs/90f34c5bee6a,40371,1731349034758, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/oldWALs, maxLogs=10 2024-11-11T18:17:16,173 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/WALs/90f34c5bee6a,40371,1731349034758/90f34c5bee6a%2C40371%2C1731349034758.1731349036151, exclude list is [], retry=0 2024-11-11T18:17:16,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42783,DS-2990ef84-5390-49df-b960-ec75196a170c,DISK] 2024-11-11T18:17:16,181 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/WALs/90f34c5bee6a,40371,1731349034758/90f34c5bee6a%2C40371%2C1731349034758.1731349036151 2024-11-11T18:17:16,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40475:40475)] 2024-11-11T18:17:16,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:16,185 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:16,185 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,185 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:17:16,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:16,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:17:16,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:17:16,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:16,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:17:16,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:16,198 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,201 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,201 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,202 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:16,203 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:16,213 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:16,213 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67276156, jitterRate=0.002492845058441162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:16,215 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349036185Initializing all the Stores at 1731349036186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349036186Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349036188 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349036188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349036188Cleaning up temporary data from old regions at 1731349036201 (+13 ms)Region opened successfully at 1731349036214 (+13 ms) 2024-11-11T18:17:16,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:17:16,220 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d596387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:16,221 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:17:16,222 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:17:16,222 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:17:16,222 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:17:16,222 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:17:16,223 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:17:16,223 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:17:16,225 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:17:16,226 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Unable to get data of znode /01112746136/balancer because node does not exist (not necessarily an error) 2024-11-11T18:17:16,228 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01112746136/balancer already deleted, retry=false 2024-11-11T18:17:16,228 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:17:16,229 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Unable to get data of znode /01112746136/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:17:16,230 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01112746136/normalizer already deleted, retry=false 2024-11-11T18:17:16,231 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:17:16,233 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Unable to get data of znode /01112746136/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:17:16,234 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01112746136/switch/split already deleted, retry=false 2024-11-11T18:17:16,235 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Unable to get data of znode /01112746136/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:17:16,237 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01112746136/switch/merge already deleted, retry=false 2024-11-11T18:17:16,240 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Unable to get data of znode /01112746136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:17:16,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01112746136/snapshot-cleanup already deleted, retry=false 2024-11-11T18:17:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01112746136/running 2024-11-11T18:17:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01112746136/running 2024-11-11T18:17:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40371,1731349034758, sessionid=0x101083f9d920000, setting cluster-up flag (Was=false) 2024-11-11T18:17:16,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,260 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01112746136/flush-table-proc/acquired, /01112746136/flush-table-proc/reached, /01112746136/flush-table-proc/abort 2024-11-11T18:17:16,262 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,280 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01112746136/online-snapshot/acquired, /01112746136/online-snapshot/reached, /01112746136/online-snapshot/abort 2024-11-11T18:17:16,281 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:16,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:17:16,290 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:16,291 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:17:16,291 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:17:16,291 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40371,1731349034758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:16,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349066297 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:17:16,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:17:16,298 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:16,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:17:16,298 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:17:16,298 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:17:16,298 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:17:16,299 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:17:16,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:17:16,300 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:17:16,300 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:17:16,302 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349036300,5,FailOnTimeoutGroup] 2024-11-11T18:17:16,304 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349036302,5,FailOnTimeoutGroup] 2024-11-11T18:17:16,304 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,304 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:17:16,304 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,304 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:17:16,348 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(746): ClusterId : abbf1347-48ef-4475-b3c6-b6da34ab25f2 2024-11-11T18:17:16,348 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:17:16,351 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:17:16,351 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:17:16,354 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:17:16,354 DEBUG [RS:0;90f34c5bee6a:40303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8d1c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:16,376 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:40303 2024-11-11T18:17:16,376 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:17:16,376 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:17:16,376 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:17:16,377 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40371,1731349034758 with port=40303, startcode=1731349034821 2024-11-11T18:17:16,377 DEBUG [RS:0;90f34c5bee6a:40303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:17:16,381 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:17:16,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40371 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,384 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4 2024-11-11T18:17:16,384 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46725 2024-11-11T18:17:16,384 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:17:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136/rs 2024-11-11T18:17:16,387 DEBUG [RS:0;90f34c5bee6a:40303 {}] zookeeper.ZKUtil(111): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on existing znode=/01112746136/rs/90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,387 WARN [RS:0;90f34c5bee6a:40303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:16,387 INFO [RS:0;90f34c5bee6a:40303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:16,387 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,40303,1731349034821] 2024-11-11T18:17:16,392 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:17:16,395 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:17:16,396 INFO [RS:0;90f34c5bee6a:40303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:17:16,396 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,402 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:17:16,403 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:17:16,404 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,405 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:16,406 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:16,406 DEBUG [RS:0;90f34c5bee6a:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:16,407 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,408 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,412 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,412 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,412 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,412 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40303,1731349034821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:16,437 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:17:16,438 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40303,1731349034821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,438 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,438 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.Replication(171): 90f34c5bee6a,40303,1731349034821 started 2024-11-11T18:17:16,461 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:16,461 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,40303,1731349034821, RpcServer on 90f34c5bee6a/172.17.0.2:40303, sessionid=0x101083f9d920001 2024-11-11T18:17:16,461 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:17:16,461 DEBUG [RS:0;90f34c5bee6a:40303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,461 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40303,1731349034821' 2024-11-11T18:17:16,461 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01112746136/flush-table-proc/abort' 2024-11-11T18:17:16,462 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01112746136/flush-table-proc/acquired' 2024-11-11T18:17:16,463 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:17:16,463 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:17:16,463 DEBUG [RS:0;90f34c5bee6a:40303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,463 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40303,1731349034821' 2024-11-11T18:17:16,463 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01112746136/online-snapshot/abort' 2024-11-11T18:17:16,464 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01112746136/online-snapshot/acquired' 2024-11-11T18:17:16,465 DEBUG [RS:0;90f34c5bee6a:40303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:17:16,465 INFO [RS:0;90f34c5bee6a:40303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:17:16,465 INFO [RS:0;90f34c5bee6a:40303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:17:16,565 INFO [RS:0;90f34c5bee6a:40303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:16,567 INFO [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40303%2C1731349034821, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/oldWALs, maxLogs=10 2024-11-11T18:17:16,586 DEBUG [RS:0;90f34c5bee6a:40303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568, exclude list is [], retry=0 2024-11-11T18:17:16,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42783,DS-2990ef84-5390-49df-b960-ec75196a170c,DISK] 2024-11-11T18:17:16,592 INFO [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 2024-11-11T18:17:16,593 DEBUG [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40475:40475)] 2024-11-11T18:17:16,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:17:16,712 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4 2024-11-11T18:17:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:17:16,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:16,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:16,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:16,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:16,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:16,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:16,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:16,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:16,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:16,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:16,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:16,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:16,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:16,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:16,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:16,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740 2024-11-11T18:17:16,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740 2024-11-11T18:17:16,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:16,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:16,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:16,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:16,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:16,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68030374, jitterRate=0.013731569051742554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:16,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349036721Initializing all the Stores at 1731349036722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349036722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349036723 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349036723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349036723Cleaning up temporary data from old regions at 1731349036734 (+11 ms)Region opened successfully at 1731349036740 (+6 ms) 2024-11-11T18:17:16,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:16,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:16,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:16,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:16,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:16,741 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:16,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349036741Disabling compacts and flushes for region at 1731349036741Disabling writes for close at 1731349036741Writing region close event to WAL at 1731349036741Closed at 1731349036741 2024-11-11T18:17:16,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:16,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:17:16,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:17:16,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:16,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:17:16,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:16,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:16,896 DEBUG [90f34c5bee6a:40371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:17:16,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:16,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,40303,1731349034821, state=OPENING 2024-11-11T18:17:16,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:17:16,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:16,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01112746136/meta-region-server: CHANGED 2024-11-11T18:17:16,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01112746136/meta-region-server: CHANGED 2024-11-11T18:17:16,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:16,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40303,1731349034821}] 2024-11-11T18:17:17,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:17:17,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:17:17,064 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:17:17,064 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:17,065 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:17:17,066 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40303%2C1731349034821.meta, suffix=.meta, logDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/oldWALs, maxLogs=10 2024-11-11T18:17:17,082 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.meta.1731349037067.meta, exclude list is [], retry=0 2024-11-11T18:17:17,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42783,DS-2990ef84-5390-49df-b960-ec75196a170c,DISK] 2024-11-11T18:17:17,087 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.meta.1731349037067.meta 2024-11-11T18:17:17,088 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40475:40475)] 2024-11-11T18:17:17,088 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:17,089 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:17,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:17,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:17:17,089 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:17:17,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:17:17,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:17,090 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:17:17,090 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:17:17,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:17,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:17,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:17,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:17,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:17,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:17,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:17,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:17,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:17,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:17,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:17,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:17,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:17,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:17,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:17,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:17,100 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:17,100 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740 2024-11-11T18:17:17,101 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740 2024-11-11T18:17:17,103 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:17,103 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:17,104 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:17,105 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:17,106 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59332642, jitterRate=-0.11587473750114441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:17,106 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:17:17,108 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349037090Writing region info on filesystem at 1731349037090Initializing all the Stores at 1731349037091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349037091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349037091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349037091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349037091Cleaning up temporary data from old regions at 1731349037103 (+12 ms)Running coprocessor post-open hooks at 1731349037106 (+3 ms)Region opened successfully at 1731349037107 (+1 ms) 2024-11-11T18:17:17,109 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349037057 2024-11-11T18:17:17,111 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:17:17,111 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:17:17,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:17,113 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,40303,1731349034821, state=OPEN 2024-11-11T18:17:17,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01112746136/meta-region-server 2024-11-11T18:17:17,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01112746136/meta-region-server 2024-11-11T18:17:17,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:17,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01112746136/meta-region-server: CHANGED 2024-11-11T18:17:17,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01112746136/meta-region-server: CHANGED 2024-11-11T18:17:17,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:17:17,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40303,1731349034821 in 217 msec 2024-11-11T18:17:17,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:17:17,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-11T18:17:17,130 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:17,130 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:17:17,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:17,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40303,1731349034821, seqNum=-1] 2024-11-11T18:17:17,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:17,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:17,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-11T18:17:17,142 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349037142, completionTime=-1 2024-11-11T18:17:17,143 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:17:17,143 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:17:17,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:17:17,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349097146 2024-11-11T18:17:17,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349157146 2024-11-11T18:17:17,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T18:17:17,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40371,1731349034758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,147 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40371,1731349034758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,147 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40371,1731349034758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,147 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40371, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,147 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,148 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,150 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.286sec 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:17:17,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40371,1731349034758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:17,154 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40371,1731349034758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:17:17,157 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:17:17,157 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:17:17,157 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40371,1731349034758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:17,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:17,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40371,-1 for getting cluster id 2024-11-11T18:17:17,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:17,250 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abbf1347-48ef-4475-b3c6-b6da34ab25f2' 2024-11-11T18:17:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abbf1347-48ef-4475-b3c6-b6da34ab25f2" 2024-11-11T18:17:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e9a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40371,-1] 2024-11-11T18:17:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:17,293 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:17,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:17,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:17,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40303,1731349034821, seqNum=-1] 2024-11-11T18:17:17,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:17,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:17,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:17,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55559 2024-11-11T18:17:17,308 WARN [RS:0;90f34c5bee6a:40303 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 90f34c5bee6a,42851,1731349009777: status=Processing ServerCrashProcedure of 90f34c5bee6a,42851,1731349009777 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731349024202, completionTime=-1 appears to have been leaked 2024-11-11T18:17:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:17,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101083f9d920002 connected 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir so I do NOT create it in target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b 2024-11-11T18:17:17,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.tmp.dir so I do NOT create it in target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b 2024-11-11T18:17:17,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:17:17,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/cluster_9b05fa75-bb06-eb56-ec09-2f4ce31ecf88, deleteOnExit=true 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/test.cache.data in system properties and HBase conf 2024-11-11T18:17:17,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:17:17,316 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:17:17,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:17:17,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:17,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:17,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:17,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:17,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:17:17,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:17,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:17,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:17,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/java.io.tmpdir/jetty-localhost-33655-hadoop-hdfs-3_4_1-tests_jar-_-any-12564738247406833830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:17,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:33655} 2024-11-11T18:17:17,572 INFO [Time-limited test {}] server.Server(415): Started @33367ms 2024-11-11T18:17:17,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:17,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:17,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:17,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:17,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:17:17,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:17,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:17,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/java.io.tmpdir/jetty-localhost-42235-hadoop-hdfs-3_4_1-tests_jar-_-any-7716520867948310584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:17,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:42235} 2024-11-11T18:17:17,886 INFO [Time-limited test {}] server.Server(415): Started @33681ms 2024-11-11T18:17:17,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:17:18,009 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/cluster_9b05fa75-bb06-eb56-ec09-2f4ce31ecf88/data/data1/current/BP-1923273656-172.17.0.2-1731349037349/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:18,015 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/cluster_9b05fa75-bb06-eb56-ec09-2f4ce31ecf88/data/data2/current/BP-1923273656-172.17.0.2-1731349037349/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:18,040 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:17:18,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb399ee27f8e2b5c with lease ID 0x217b87352a9b8f3f: Processing first storage report for DS-3b8088b5-538d-4ec3-8053-d7955b955c2d from datanode DatanodeRegistration(127.0.0.1:38675, datanodeUuid=8f0e6fb1-a1a9-4af0-87d7-c94511605966, infoPort=42943, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=2080268098;c=1731349037349) 2024-11-11T18:17:18,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb399ee27f8e2b5c with lease ID 0x217b87352a9b8f3f: from storage DS-3b8088b5-538d-4ec3-8053-d7955b955c2d node DatanodeRegistration(127.0.0.1:38675, datanodeUuid=8f0e6fb1-a1a9-4af0-87d7-c94511605966, infoPort=42943, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=2080268098;c=1731349037349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb399ee27f8e2b5c with lease ID 0x217b87352a9b8f3f: Processing first storage report for DS-3607d8c3-7c49-4e8c-a6f8-92fdef060192 from datanode DatanodeRegistration(127.0.0.1:38675, datanodeUuid=8f0e6fb1-a1a9-4af0-87d7-c94511605966, infoPort=42943, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=2080268098;c=1731349037349) 2024-11-11T18:17:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb399ee27f8e2b5c with lease ID 0x217b87352a9b8f3f: from storage DS-3607d8c3-7c49-4e8c-a6f8-92fdef060192 node DatanodeRegistration(127.0.0.1:38675, datanodeUuid=8f0e6fb1-a1a9-4af0-87d7-c94511605966, infoPort=42943, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=2080268098;c=1731349037349), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:17:18,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b 2024-11-11T18:17:18,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:17:18,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1 with version=8 2024-11-11T18:17:18,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/hbase-staging 2024-11-11T18:17:18,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:17:18,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:18,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37493 2024-11-11T18:17:18,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37493 connecting to ZooKeeper ensemble=127.0.0.1:55559 2024-11-11T18:17:18,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374930x0, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:18,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37493-0x101083f9d920003 connected 2024-11-11T18:17:18,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/running 2024-11-11T18:17:18,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1, hbase.cluster.distributed=false 2024-11-11T18:17:18,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/acl 2024-11-11T18:17:18,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37493 2024-11-11T18:17:18,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37493 2024-11-11T18:17:18,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37493 2024-11-11T18:17:18,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37493 2024-11-11T18:17:18,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37493 2024-11-11T18:17:18,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:18,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:18,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:18,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:18,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:18,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:18,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:17:18,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:18,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35553 2024-11-11T18:17:18,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35553 connecting to ZooKeeper ensemble=127.0.0.1:55559 2024-11-11T18:17:18,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355530x0, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:18,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35553-0x101083f9d920004 connected 2024-11-11T18:17:18,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/running 2024-11-11T18:17:18,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:17:18,216 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:17:18,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/master 2024-11-11T18:17:18,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/acl 2024-11-11T18:17:18,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35553 2024-11-11T18:17:18,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35553 2024-11-11T18:17:18,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35553 2024-11-11T18:17:18,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35553 2024-11-11T18:17:18,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35553 2024-11-11T18:17:18,241 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:37493 2024-11-11T18:17:18,242 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1229784533/backup-masters/90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:18,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533/backup-masters 2024-11-11T18:17:18,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533/backup-masters 2024-11-11T18:17:18,245 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on existing znode=/1229784533/backup-masters/90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:18,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1229784533/master 2024-11-11T18:17:18,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:18,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:18,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on existing znode=/1229784533/master 2024-11-11T18:17:18,249 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1229784533/backup-masters/90f34c5bee6a,37493,1731349038148 from backup master directory 2024-11-11T18:17:18,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1229784533/backup-masters/90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:18,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533/backup-masters 2024-11-11T18:17:18,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533/backup-masters 2024-11-11T18:17:18,251 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:18,251 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:18,257 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/hbase.id] with ID: e4390f37-b00c-494d-ab8c-493190b27fc9 2024-11-11T18:17:18,257 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/.tmp/hbase.id 2024-11-11T18:17:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:17:18,667 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/.tmp/hbase.id]:[hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/hbase.id] 2024-11-11T18:17:18,679 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:18,679 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:17:18,681 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:17:18,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:18,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:17:18,694 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:18,695 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:17:18,695 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:17:19,108 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store 2024-11-11T18:17:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:17:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:17:19,520 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:19,520 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:19,520 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:19,520 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:19,521 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:19,521 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:19,521 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:19,521 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349039520Disabling compacts and flushes for region at 1731349039520Disabling writes for close at 1731349039521 (+1 ms)Writing region close event to WAL at 1731349039521Closed at 1731349039521 2024-11-11T18:17:19,522 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/.initializing 2024-11-11T18:17:19,522 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/WALs/90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:19,524 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:19,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37493%2C1731349038148, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/WALs/90f34c5bee6a,37493,1731349038148, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/oldWALs, maxLogs=10 2024-11-11T18:17:19,543 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/WALs/90f34c5bee6a,37493,1731349038148/90f34c5bee6a%2C37493%2C1731349038148.1731349039526, exclude list is [], retry=0 2024-11-11T18:17:19,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-3b8088b5-538d-4ec3-8053-d7955b955c2d,DISK] 2024-11-11T18:17:19,551 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/WALs/90f34c5bee6a,37493,1731349038148/90f34c5bee6a%2C37493%2C1731349038148.1731349039526 2024-11-11T18:17:19,552 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-11-11T18:17:19,552 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:19,553 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:19,553 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,553 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:17:19,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:19,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:19,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:17:19,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:19,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:19,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:17:19,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:19,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:19,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:17:19,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:19,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:19,564 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,565 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,566 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,568 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,568 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,568 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:19,570 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:19,576 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:19,577 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63513874, jitterRate=-0.053569525480270386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:19,577 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349039553Initializing all the Stores at 1731349039554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349039554Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349039554Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349039554Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349039554Cleaning up temporary data from old regions at 1731349039568 (+14 ms)Region opened successfully at 1731349039577 (+9 ms) 2024-11-11T18:17:19,577 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:17:19,581 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50516e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:19,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:17:19,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:17:19,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:17:19,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:17:19,583 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:17:19,583 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:17:19,583 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:17:19,585 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:17:19,586 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Unable to get data of znode /1229784533/balancer because node does not exist (not necessarily an error) 2024-11-11T18:17:19,588 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1229784533/balancer already deleted, retry=false 2024-11-11T18:17:19,588 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:17:19,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Unable to get data of znode /1229784533/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:17:19,591 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1229784533/normalizer already deleted, retry=false 2024-11-11T18:17:19,591 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:17:19,592 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Unable to get data of znode /1229784533/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:17:19,594 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1229784533/switch/split already deleted, retry=false 2024-11-11T18:17:19,595 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Unable to get data of znode /1229784533/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:17:19,596 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1229784533/switch/merge already deleted, retry=false 2024-11-11T18:17:19,598 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Unable to get data of znode /1229784533/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:17:19,599 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1229784533/snapshot-cleanup already deleted, retry=false 2024-11-11T18:17:19,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1229784533/running 2024-11-11T18:17:19,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1229784533/running 2024-11-11T18:17:19,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:19,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:19,603 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,37493,1731349038148, sessionid=0x101083f9d920003, setting cluster-up flag (Was=false) 2024-11-11T18:17:19,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:19,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:19,615 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1229784533/flush-table-proc/acquired, /1229784533/flush-table-proc/reached, /1229784533/flush-table-proc/abort 2024-11-11T18:17:19,616 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:19,635 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1229784533/online-snapshot/acquired, /1229784533/online-snapshot/reached, /1229784533/online-snapshot/abort 2024-11-11T18:17:19,638 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:19,640 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:17:19,642 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:19,642 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:17:19,643 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:17:19,643 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,37493,1731349038148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:17:19,644 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:19,644 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:19,644 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:19,645 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:19,645 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:17:19,645 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,645 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:19,645 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349069653 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:17:19,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:17:19,654 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:19,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:17:19,656 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:19,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:17:19,656 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:17:19,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:17:19,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:17:19,657 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:17:19,662 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:17:19,662 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:17:19,662 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349039662,5,FailOnTimeoutGroup] 2024-11-11T18:17:19,663 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349039662,5,FailOnTimeoutGroup] 2024-11-11T18:17:19,663 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:17:19,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:17:19,734 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(746): ClusterId : e4390f37-b00c-494d-ab8c-493190b27fc9 2024-11-11T18:17:19,734 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:17:19,736 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:17:19,736 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:17:19,740 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:17:19,740 DEBUG [RS:0;90f34c5bee6a:35553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4700a1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:19,752 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:35553 2024-11-11T18:17:19,752 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:17:19,752 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:17:19,752 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:17:19,753 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37493,1731349038148 with port=35553, startcode=1731349038202 2024-11-11T18:17:19,753 DEBUG [RS:0;90f34c5bee6a:35553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:17:19,755 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:17:19,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:19,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37493 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:19,757 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1 2024-11-11T18:17:19,757 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36251 2024-11-11T18:17:19,757 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:17:19,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533/rs 2024-11-11T18:17:19,760 DEBUG [RS:0;90f34c5bee6a:35553 {}] zookeeper.ZKUtil(111): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on existing znode=/1229784533/rs/90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:19,760 WARN [RS:0;90f34c5bee6a:35553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:19,760 INFO [RS:0;90f34c5bee6a:35553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:19,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,35553,1731349038202] 2024-11-11T18:17:19,760 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:19,763 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:17:19,765 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:17:19,766 INFO [RS:0;90f34c5bee6a:35553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:17:19,766 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,768 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:17:19,769 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:17:19,769 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:19,769 DEBUG [RS:0;90f34c5bee6a:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:19,770 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,770 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,770 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,770 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,770 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,770 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35553,1731349038202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:19,784 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:17:19,784 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35553,1731349038202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,785 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,785 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.Replication(171): 90f34c5bee6a,35553,1731349038202 started 2024-11-11T18:17:19,798 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:19,798 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,35553,1731349038202, RpcServer on 90f34c5bee6a/172.17.0.2:35553, sessionid=0x101083f9d920004 2024-11-11T18:17:19,798 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:17:19,798 DEBUG [RS:0;90f34c5bee6a:35553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:19,798 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,35553,1731349038202' 2024-11-11T18:17:19,798 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1229784533/flush-table-proc/abort' 2024-11-11T18:17:19,799 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1229784533/flush-table-proc/acquired' 2024-11-11T18:17:19,799 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:17:19,799 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:17:19,799 DEBUG [RS:0;90f34c5bee6a:35553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:19,800 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,35553,1731349038202' 2024-11-11T18:17:19,800 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1229784533/online-snapshot/abort' 2024-11-11T18:17:19,800 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1229784533/online-snapshot/acquired' 2024-11-11T18:17:19,800 DEBUG [RS:0;90f34c5bee6a:35553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:17:19,800 INFO [RS:0;90f34c5bee6a:35553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:17:19,800 INFO [RS:0;90f34c5bee6a:35553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:17:19,901 INFO [RS:0;90f34c5bee6a:35553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:19,903 INFO [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C35553%2C1731349038202, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/oldWALs, maxLogs=10 2024-11-11T18:17:19,916 DEBUG [RS:0;90f34c5bee6a:35553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202/90f34c5bee6a%2C35553%2C1731349038202.1731349039903, exclude list is [], retry=0 2024-11-11T18:17:19,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-3b8088b5-538d-4ec3-8053-d7955b955c2d,DISK] 2024-11-11T18:17:19,921 INFO [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202/90f34c5bee6a%2C35553%2C1731349038202.1731349039903 2024-11-11T18:17:19,922 DEBUG [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-11-11T18:17:20,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:17:20,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1 2024-11-11T18:17:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:17:20,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:20,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:20,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:20,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:20,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:20,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:20,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:20,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:20,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:20,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:20,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740 2024-11-11T18:17:20,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740 2024-11-11T18:17:20,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:20,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:20,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:20,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:20,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:20,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608958, jitterRate=0.00745198130607605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:20,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349040481Initializing all the Stores at 1731349040483 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349040483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349040483Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349040483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349040483Cleaning up temporary data from old regions at 1731349040494 (+11 ms)Region opened successfully at 1731349040499 (+5 ms) 2024-11-11T18:17:20,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:20,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:20,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:20,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:20,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:20,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:20,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349040499Disabling compacts and flushes for region at 1731349040499Disabling writes for close at 1731349040499Writing region close event to WAL at 1731349040499Closed at 1731349040499 2024-11-11T18:17:20,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:20,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:17:20,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:17:20,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:20,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:17:20,654 DEBUG [90f34c5bee6a:37493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:17:20,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:20,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,35553,1731349038202, state=OPENING 2024-11-11T18:17:20,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:17:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:20,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:20,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1229784533/meta-region-server: CHANGED 2024-11-11T18:17:20,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,35553,1731349038202}] 2024-11-11T18:17:20,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1229784533/meta-region-server: CHANGED 2024-11-11T18:17:20,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:17:20,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:17:20,825 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:17:20,825 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:20,825 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:17:20,827 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C35553%2C1731349038202.meta, suffix=.meta, logDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/oldWALs, maxLogs=10 2024-11-11T18:17:20,847 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202/90f34c5bee6a%2C35553%2C1731349038202.meta.1731349040827.meta, exclude list is [], retry=0 2024-11-11T18:17:20,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-3b8088b5-538d-4ec3-8053-d7955b955c2d,DISK] 2024-11-11T18:17:20,853 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202/90f34c5bee6a%2C35553%2C1731349038202.meta.1731349040827.meta 2024-11-11T18:17:20,853 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-11-11T18:17:20,853 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:20,854 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:20,854 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:20,854 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:17:20,854 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:17:20,854 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:17:20,854 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:20,854 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:17:20,854 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:17:20,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:20,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:20,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:20,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:20,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:20,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:20,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:20,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:20,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:20,862 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:20,863 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740 2024-11-11T18:17:20,864 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740 2024-11-11T18:17:20,865 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:20,865 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:20,866 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:20,867 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:20,868 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71554842, jitterRate=0.06625023484230042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:20,868 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:17:20,868 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349040854Writing region info on filesystem at 1731349040854Initializing all the Stores at 1731349040855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349040855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349040856 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349040856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349040856Cleaning up temporary data from old regions at 1731349040865 (+9 ms)Running coprocessor post-open hooks at 1731349040868 (+3 ms)Region opened successfully at 1731349040868 2024-11-11T18:17:20,869 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349040818 2024-11-11T18:17:20,872 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:17:20,872 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:17:20,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:20,874 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,35553,1731349038202, state=OPEN 2024-11-11T18:17:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1229784533/meta-region-server 2024-11-11T18:17:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1229784533/meta-region-server 2024-11-11T18:17:20,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:20,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1229784533/meta-region-server: CHANGED 2024-11-11T18:17:20,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1229784533/meta-region-server: CHANGED 2024-11-11T18:17:20,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:17:20,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,35553,1731349038202 in 212 msec 2024-11-11T18:17:20,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:17:20,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-11T18:17:20,882 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:20,882 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:17:20,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:20,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,35553,1731349038202, seqNum=-1] 2024-11-11T18:17:20,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:20,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:20,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-11T18:17:20,893 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349040893, completionTime=-1 2024-11-11T18:17:20,893 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:17:20,893 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349100895 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349160895 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37493,1731349038148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37493,1731349038148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37493,1731349038148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:37493, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,897 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:17:20,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.648sec 2024-11-11T18:17:20,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:17:20,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:17:20,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:17:20,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:17:20,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:17:20,900 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37493,1731349038148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:20,900 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37493,1731349038148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:17:20,902 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:17:20,902 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:17:20,902 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37493,1731349038148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:20,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37493,-1 for getting cluster id 2024-11-11T18:17:20,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:20,936 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4390f37-b00c-494d-ab8c-493190b27fc9' 2024-11-11T18:17:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4390f37-b00c-494d-ab8c-493190b27fc9" 2024-11-11T18:17:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37493,-1] 2024-11-11T18:17:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:20,939 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:20,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,35553,1731349038202, seqNum=-1] 2024-11-11T18:17:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:20,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:20,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:20,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55559 2024-11-11T18:17:20,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:20,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101083f9d920005 connected 2024-11-11T18:17:20,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40371,-1 for getting cluster id 2024-11-11T18:17:20,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:20,955 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abbf1347-48ef-4475-b3c6-b6da34ab25f2' 2024-11-11T18:17:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abbf1347-48ef-4475-b3c6-b6da34ab25f2" 2024-11-11T18:17:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373dfc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40371,-1] 2024-11-11T18:17:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:20,957 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d51be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:20,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:20,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e4759c 2024-11-11T18:17:20,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:20,960 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:20,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:37493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:17:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:17:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:20,964 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:37493' 2024-11-11T18:17:20,968 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559e651c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,968 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37493,-1 for getting cluster id 2024-11-11T18:17:20,968 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:20,969 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4390f37-b00c-494d-ab8c-493190b27fc9' 2024-11-11T18:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4390f37-b00c-494d-ab8c-493190b27fc9" 2024-11-11T18:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38879ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37493,-1] 2024-11-11T18:17:20,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:20,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:20,970 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df9a377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:20,971 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:20,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:20,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac35817 2024-11-11T18:17:20,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:20,973 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:20,974 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T18:17:20,974 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:17:20,974 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:20,974 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:20,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:20,974 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:20,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:17:20,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:17:20,977 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:20,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:17:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741835_1011 (size=1138) 2024-11-11T18:17:21,026 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:17:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:21,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8644a2cd59eb525c8a0a6dfd7f1c53b0, NAME => 'hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4 2024-11-11T18:17:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741836_1012 (size=44) 2024-11-11T18:17:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:21,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:21,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8644a2cd59eb525c8a0a6dfd7f1c53b0, disabling compactions & flushes 2024-11-11T18:17:21,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:21,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:21,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. after waiting 0 ms 2024-11-11T18:17:21,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:21,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:21,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8644a2cd59eb525c8a0a6dfd7f1c53b0: Waiting for close lock at 1731349041795Disabling compacts and flushes for region at 1731349041795Disabling writes for close at 1731349041796 (+1 ms)Writing region close event to WAL at 1731349041796Closed at 1731349041796 2024-11-11T18:17:21,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:17:21,798 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349041797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349041797"}]},"ts":"1731349041797"} 2024-11-11T18:17:21,800 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:17:21,801 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:17:21,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349041802"}]},"ts":"1731349041802"} 2024-11-11T18:17:21,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:17:21,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8644a2cd59eb525c8a0a6dfd7f1c53b0, ASSIGN}] 2024-11-11T18:17:21,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8644a2cd59eb525c8a0a6dfd7f1c53b0, ASSIGN 2024-11-11T18:17:21,806 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8644a2cd59eb525c8a0a6dfd7f1c53b0, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40303,1731349034821; forceNewPlan=false, retain=false 2024-11-11T18:17:21,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8644a2cd59eb525c8a0a6dfd7f1c53b0, regionState=OPENING, regionLocation=90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:21,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8644a2cd59eb525c8a0a6dfd7f1c53b0, ASSIGN because future has completed 2024-11-11T18:17:21,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8644a2cd59eb525c8a0a6dfd7f1c53b0, server=90f34c5bee6a,40303,1731349034821}] 2024-11-11T18:17:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:22,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:22,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:22,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:17:22,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40303%2C1731349034821.rep, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/oldWALs, maxLogs=10 2024-11-11T18:17:22,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.rep.1731349042124, exclude list is [], retry=0 2024-11-11T18:17:22,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42783,DS-2990ef84-5390-49df-b960-ec75196a170c,DISK] 2024-11-11T18:17:22,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.rep.1731349042124 2024-11-11T18:17:22,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40475:40475)] 2024-11-11T18:17:22,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8644a2cd59eb525c8a0a6dfd7f1c53b0, NAME => 'hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:22,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:22,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:22,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. service=MultiRowMutationService 2024-11-11T18:17:22,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:17:22,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:22,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,143 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,145 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8644a2cd59eb525c8a0a6dfd7f1c53b0 columnFamilyName hfileref 2024-11-11T18:17:22,145 DEBUG [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:22,145 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] regionserver.HStore(327): Store=8644a2cd59eb525c8a0a6dfd7f1c53b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:22,145 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,147 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8644a2cd59eb525c8a0a6dfd7f1c53b0 columnFamilyName queue 2024-11-11T18:17:22,147 DEBUG [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:22,147 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] regionserver.HStore(327): Store=8644a2cd59eb525c8a0a6dfd7f1c53b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:22,147 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,148 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8644a2cd59eb525c8a0a6dfd7f1c53b0 columnFamilyName sid 2024-11-11T18:17:22,148 DEBUG [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:22,149 INFO [StoreOpener-8644a2cd59eb525c8a0a6dfd7f1c53b0-1 {}] regionserver.HStore(327): Store=8644a2cd59eb525c8a0a6dfd7f1c53b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:22,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:17:22,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:22,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8644a2cd59eb525c8a0a6dfd7f1c53b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65597820, jitterRate=-0.022516310214996338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:17:22,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:22,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8644a2cd59eb525c8a0a6dfd7f1c53b0: Running coprocessor pre-open hook at 1731349042142Writing region info on filesystem at 1731349042142Initializing all the Stores at 1731349042143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349042143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349042143Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349042143Cleaning up temporary data from old regions at 1731349042151 (+8 ms)Running coprocessor post-open hooks at 1731349042155 (+4 ms)Region opened successfully at 1731349042156 (+1 ms) 2024-11-11T18:17:22,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0., pid=7, masterSystemTime=1731349042113 2024-11-11T18:17:22,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:22,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:22,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8644a2cd59eb525c8a0a6dfd7f1c53b0, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:22,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8644a2cd59eb525c8a0a6dfd7f1c53b0, server=90f34c5bee6a,40303,1731349034821 because future has completed 2024-11-11T18:17:22,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T18:17:22,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8644a2cd59eb525c8a0a6dfd7f1c53b0, server=90f34c5bee6a,40303,1731349034821 in 202 msec 2024-11-11T18:17:22,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:17:22,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8644a2cd59eb525c8a0a6dfd7f1c53b0, ASSIGN in 361 msec 2024-11-11T18:17:22,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:17:22,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349042169"}]},"ts":"1731349042169"} 2024-11-11T18:17:22,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:17:22,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:17:22,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-11T18:17:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0., hostname=90f34c5bee6a,40303,1731349034821, seqNum=2] 2024-11-11T18:17:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:22,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:17:22,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T18:17:22,346 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:17:22,375 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,40303,1731349034821, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:17:22,376 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:22,376 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40303,1731349034821, seqNum=-1] 2024-11-11T18:17:22,376 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:22,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T18:17:22,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,40303,1731349034821', locateType=CURRENT is [region=hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0., hostname=90f34c5bee6a,40303,1731349034821, seqNum=2] 2024-11-11T18:17:22,383 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T18:17:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T18:17:22,386 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,40303,1731349034821 suceeded 2024-11-11T18:17:22,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T18:17:22,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T18:17:22,388 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:37493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:17:22,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-11-11T18:17:22,399 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:37493' 2024-11-11T18:17:22,400 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4071dc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:22,400 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37493,-1 for getting cluster id 2024-11-11T18:17:22,400 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:22,401 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4390f37-b00c-494d-ab8c-493190b27fc9' 2024-11-11T18:17:22,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:22,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4390f37-b00c-494d-ab8c-493190b27fc9" 2024-11-11T18:17:22,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55c46c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:22,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37493,-1] 2024-11-11T18:17:22,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:22,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:22,403 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:22,403 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca48c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:22,403 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:22,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:22,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eab22c8 2024-11-11T18:17:22,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:22,405 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T18:17:22,406 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,40303,1731349034821 (queues=1) is replicating from cluster=abbf1347-48ef-4475-b3c6-b6da34ab25f2 to cluster=e4390f37-b00c-494d-ab8c-493190b27fc9 2024-11-11T18:17:22,406 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C40303%2C1731349034821 2024-11-11T18:17:22,406 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,40303,1731349034821, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:17:22,406 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.shipper90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C40303%2C1731349034821 2024-11-11T18:17:22,406 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568, startPosition=0, beingWritten=true 2024-11-11T18:17:22,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:22,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:22,613 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:22,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:22,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:17:22,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:17:22,921 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:23,109 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:17:23,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:23,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:23,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:23,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:23,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:23,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@560a7b 2024-11-11T18:17:23,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:23,113 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:23,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:17:23,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:17:23,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:23,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:23,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:23,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:17:23,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=877064351, stopped=false 2024-11-11T18:17:23,115 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,37493,1731349038148 2024-11-11T18:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1229784533/running 2024-11-11T18:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1229784533/running 2024-11-11T18:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:23,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:23,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:23,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:23,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,35553,1731349038202' ***** 2024-11-11T18:17:23,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:23,119 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:35553. 2024-11-11T18:17:23,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/running 2024-11-11T18:17:23,119 DEBUG [RS:0;90f34c5bee6a:35553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:23,119 DEBUG [RS:0;90f34c5bee6a:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:23,119 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:23,120 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:17:23,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Set watcher on znode that does not yet exist, /1229784533/running 2024-11-11T18:17:23,120 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:17:23,120 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:23,120 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:23,120 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:23,120 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:23,120 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:23,120 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:23,120 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:23,120 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T18:17:23,142 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/.tmp/ns/2fcf77251e9542368d42986d95d9ecaa is 43, key is default/ns:d/1731349040886/Put/seqid=0 2024-11-11T18:17:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741835_1011 (size=5153) 2024-11-11T18:17:23,173 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:23,320 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:23,328 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:23,520 DEBUG [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:23,555 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/.tmp/ns/2fcf77251e9542368d42986d95d9ecaa 2024-11-11T18:17:23,561 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/.tmp/ns/2fcf77251e9542368d42986d95d9ecaa as hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/ns/2fcf77251e9542368d42986d95d9ecaa 2024-11-11T18:17:23,567 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/ns/2fcf77251e9542368d42986d95d9ecaa, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T18:17:23,568 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-11T18:17:23,572 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T18:17:23,573 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:23,573 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:23,573 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:23,573 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349043120Running coprocessor pre-close hooks at 1731349043120Disabling compacts and flushes for region at 1731349043120Disabling writes for close at 1731349043120Obtaining lock to block concurrent updates at 1731349043120Preparing flush snapshotting stores in 1588230740 at 1731349043120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731349043121 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349043122 (+1 ms)Flushing 1588230740/ns: creating writer at 1731349043122Flushing 1588230740/ns: appending metadata at 1731349043141 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731349043141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333132ee: reopening flushed file at 1731349043561 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731349043568 (+7 ms)Writing region close event to WAL at 1731349043569 (+1 ms)Running coprocessor post-close hooks at 1731349043573 (+4 ms)Closed at 1731349043573 2024-11-11T18:17:23,573 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:23,721 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,35553,1731349038202; all regions closed. 2024-11-11T18:17:23,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741834_1010 (size=1152) 2024-11-11T18:17:23,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/WALs/90f34c5bee6a,35553,1731349038202/90f34c5bee6a%2C35553%2C1731349038202.meta.1731349040827.meta not finished, retry = 0 2024-11-11T18:17:23,770 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:17:23,770 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:17:23,827 DEBUG [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/oldWALs 2024-11-11T18:17:23,827 INFO [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C35553%2C1731349038202.meta:.meta(num 1731349040827) 2024-11-11T18:17:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741832_1008 (size=93) 2024-11-11T18:17:23,831 DEBUG [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/oldWALs 2024-11-11T18:17:23,831 INFO [RS:0;90f34c5bee6a:35553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C35553%2C1731349038202:(num 1731349039903) 2024-11-11T18:17:23,831 DEBUG [RS:0;90f34c5bee6a:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:23,831 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:23,832 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:23,832 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:23,832 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:23,832 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:23,832 INFO [RS:0;90f34c5bee6a:35553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35553 2024-11-11T18:17:23,835 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:23,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1229784533/rs/90f34c5bee6a,35553,1731349038202 2024-11-11T18:17:23,841 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533/rs 2024-11-11T18:17:23,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,35553,1731349038202] 2024-11-11T18:17:23,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1229784533/draining/90f34c5bee6a,35553,1731349038202 already deleted, retry=false 2024-11-11T18:17:23,844 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,35553,1731349038202 expired; onlineServers=0 2024-11-11T18:17:23,844 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,37493,1731349038148' ***** 2024-11-11T18:17:23,844 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:17:23,844 INFO [M:0;90f34c5bee6a:37493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:23,844 INFO [M:0;90f34c5bee6a:37493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:23,844 DEBUG [M:0;90f34c5bee6a:37493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:17:23,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:17:23,845 DEBUG [M:0;90f34c5bee6a:37493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:17:23,845 INFO [M:0;90f34c5bee6a:37493 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:23,845 INFO [M:0;90f34c5bee6a:37493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:23,845 DEBUG [M:0;90f34c5bee6a:37493 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:17:23,845 INFO [M:0;90f34c5bee6a:37493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:17:23,845 INFO [M:0;90f34c5bee6a:37493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:23,845 INFO [M:0;90f34c5bee6a:37493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:17:23,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:17:23,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349039662 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349039662,5,FailOnTimeoutGroup] 2024-11-11T18:17:23,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349039662 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349039662,5,FailOnTimeoutGroup] 2024-11-11T18:17:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1229784533/master 2024-11-11T18:17:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1229784533 2024-11-11T18:17:23,846 DEBUG [M:0;90f34c5bee6a:37493 {}] zookeeper.ZKUtil(347): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Unable to get data of znode /1229784533/master because node does not exist (not an error) 2024-11-11T18:17:23,846 WARN [M:0;90f34c5bee6a:37493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:17:23,847 INFO [M:0;90f34c5bee6a:37493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/.lastflushedseqids 2024-11-11T18:17:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741836_1012 (size=99) 2024-11-11T18:17:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:23,943 INFO [RS:0;90f34c5bee6a:35553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101083f9d920004, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:23,943 INFO [RS:0;90f34c5bee6a:35553 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,35553,1731349038202; zookeeper connection closed. 2024-11-11T18:17:23,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c5fec20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c5fec20 2024-11-11T18:17:23,943 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:17:24,254 INFO [M:0;90f34c5bee6a:37493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:17:24,254 INFO [M:0;90f34c5bee6a:37493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:17:24,254 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:24,254 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:24,254 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:24,254 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:24,254 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:24,254 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T18:17:24,281 DEBUG [M:0;90f34c5bee6a:37493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79909faaf9be4702a5dd3735fbf69925 is 82, key is hbase:meta,,1/info:regioninfo/1731349040873/Put/seqid=0 2024-11-11T18:17:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741837_1013 (size=5672) 2024-11-11T18:17:24,292 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79909faaf9be4702a5dd3735fbf69925 2024-11-11T18:17:24,322 DEBUG [M:0;90f34c5bee6a:37493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec88c2342d4b4dcf9f532d6c3b72c215 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731349040892/Put/seqid=0 2024-11-11T18:17:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741838_1014 (size=5275) 2024-11-11T18:17:24,440 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:24,735 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec88c2342d4b4dcf9f532d6c3b72c215 2024-11-11T18:17:24,759 DEBUG [M:0;90f34c5bee6a:37493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bbbb5daffa9465c8cb601a3a6aeda9c is 69, key is 90f34c5bee6a,35553,1731349038202/rs:state/1731349039756/Put/seqid=0 2024-11-11T18:17:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741839_1015 (size=5156) 2024-11-11T18:17:24,763 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bbbb5daffa9465c8cb601a3a6aeda9c 2024-11-11T18:17:24,770 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79909faaf9be4702a5dd3735fbf69925 as hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79909faaf9be4702a5dd3735fbf69925 2024-11-11T18:17:24,776 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79909faaf9be4702a5dd3735fbf69925, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T18:17:24,777 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec88c2342d4b4dcf9f532d6c3b72c215 as hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec88c2342d4b4dcf9f532d6c3b72c215 2024-11-11T18:17:24,782 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec88c2342d4b4dcf9f532d6c3b72c215, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T18:17:24,783 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bbbb5daffa9465c8cb601a3a6aeda9c as hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bbbb5daffa9465c8cb601a3a6aeda9c 2024-11-11T18:17:24,791 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/1f10ff23-8408-e49c-729f-3811c0517ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bbbb5daffa9465c8cb601a3a6aeda9c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T18:17:24,792 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=28, compaction requested=false 2024-11-11T18:17:24,798 INFO [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:24,798 DEBUG [M:0;90f34c5bee6a:37493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349044254Disabling compacts and flushes for region at 1731349044254Disabling writes for close at 1731349044254Obtaining lock to block concurrent updates at 1731349044254Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349044254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731349044255 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349044256 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349044256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349044280 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349044280Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349044298 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349044321 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349044321Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349044741 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349044758 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349044758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f584b0e: reopening flushed file at 1731349044769 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bfd75: reopening flushed file at 1731349044776 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5698384f: reopening flushed file at 1731349044783 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=28, compaction requested=false at 1731349044792 (+9 ms)Writing region close event to WAL at 1731349044798 (+6 ms)Closed at 1731349044798 2024-11-11T18:17:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741830_1006 (size=10165) 2024-11-11T18:17:24,806 INFO [M:0;90f34c5bee6a:37493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:17:24,807 INFO [M:0;90f34c5bee6a:37493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37493 2024-11-11T18:17:24,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:24,807 INFO [M:0;90f34c5bee6a:37493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:24,910 INFO [M:0;90f34c5bee6a:37493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:24,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:24,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101083f9d920003, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:24,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:24,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:24,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:24,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:24,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:24,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:24,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:24,916 WARN [BP-1923273656-172.17.0.2-1731349037349 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:24,916 WARN [BP-1923273656-172.17.0.2-1731349037349 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923273656-172.17.0.2-1731349037349 (Datanode Uuid 8f0e6fb1-a1a9-4af0-87d7-c94511605966) service to localhost/127.0.0.1:36251 2024-11-11T18:17:24,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/cluster_9b05fa75-bb06-eb56-ec09-2f4ce31ecf88/data/data1/current/BP-1923273656-172.17.0.2-1731349037349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:24,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/cluster_9b05fa75-bb06-eb56-ec09-2f4ce31ecf88/data/data2/current/BP-1923273656-172.17.0.2-1731349037349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:24,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:24,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:24,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:24,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:24,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:24,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:24,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:17:24,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:17:24,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:24,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:24,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:24,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:24,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:24,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:17:24,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1650122825, stopped=false 2024-11-11T18:17:24,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,40371,1731349034758 2024-11-11T18:17:24,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01112746136/running 2024-11-11T18:17:24,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:24,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:24,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/running 2024-11-11T18:17:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01112746136/running 2024-11-11T18:17:24,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:24,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:24,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:24,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Set watcher on znode that does not yet exist, /01112746136/running 2024-11-11T18:17:24,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,40303,1731349034821' ***** 2024-11-11T18:17:24,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:24,949 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:24,949 INFO [RS:0;90f34c5bee6a:40303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:24,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:24,949 INFO [RS:0;90f34c5bee6a:40303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:24,949 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(3091): Received CLOSE for 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40303. 2024-11-11T18:17:24,950 DEBUG [RS:0;90f34c5bee6a:40303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:24,950 DEBUG [RS:0;90f34c5bee6a:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:24,950 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:17:24,950 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8644a2cd59eb525c8a0a6dfd7f1c53b0, disabling compactions & flushes 2024-11-11T18:17:24,951 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. after waiting 0 ms 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:24,951 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:17:24,951 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8644a2cd59eb525c8a0a6dfd7f1c53b0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T18:17:24,951 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1325): Online Regions={8644a2cd59eb525c8a0a6dfd7f1c53b0=hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:24,951 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:24,951 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:24,951 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:24,951 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T18:17:24,968 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/.tmp/queue/c74796cdb4a44fb2bed4f8e5c6b1172c is 151, key is 1-90f34c5bee6a,40303,1731349034821/queue:90f34c5bee6a%2C40303%2C1731349034821/1731349042381/Put/seqid=0 2024-11-11T18:17:24,971 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/info/3bc8d8707beb4d17a80472a3695c9cc7 is 147, key is hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0./info:regioninfo/1731349042160/Put/seqid=0 2024-11-11T18:17:24,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741838_1014 (size=5350) 2024-11-11T18:17:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741839_1015 (size=6631) 2024-11-11T18:17:25,023 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:25,146 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:25,151 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:25,351 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8644a2cd59eb525c8a0a6dfd7f1c53b0 2024-11-11T18:17:25,373 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/.tmp/queue/c74796cdb4a44fb2bed4f8e5c6b1172c 2024-11-11T18:17:25,376 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/info/3bc8d8707beb4d17a80472a3695c9cc7 2024-11-11T18:17:25,380 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/.tmp/queue/c74796cdb4a44fb2bed4f8e5c6b1172c as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/queue/c74796cdb4a44fb2bed4f8e5c6b1172c 2024-11-11T18:17:25,386 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/queue/c74796cdb4a44fb2bed4f8e5c6b1172c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T18:17:25,388 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8644a2cd59eb525c8a0a6dfd7f1c53b0 in 436ms, sequenceid=5, compaction requested=false 2024-11-11T18:17:25,392 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/replication/8644a2cd59eb525c8a0a6dfd7f1c53b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:17:25,393 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:25,393 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:25,393 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:25,393 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8644a2cd59eb525c8a0a6dfd7f1c53b0: Waiting for close lock at 1731349044950Running coprocessor pre-close hooks at 1731349044950Disabling compacts and flushes for region at 1731349044950Disabling writes for close at 1731349044951 (+1 ms)Obtaining lock to block concurrent updates at 1731349044951Preparing flush snapshotting stores in 8644a2cd59eb525c8a0a6dfd7f1c53b0 at 1731349044951Finished memstore snapshotting hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731349044951Flushing stores of hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. at 1731349044952 (+1 ms)Flushing 8644a2cd59eb525c8a0a6dfd7f1c53b0/queue: creating writer at 1731349044952Flushing 8644a2cd59eb525c8a0a6dfd7f1c53b0/queue: appending metadata at 1731349044967 (+15 ms)Flushing 8644a2cd59eb525c8a0a6dfd7f1c53b0/queue: closing flushed file at 1731349044967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b774fa5: reopening flushed file at 1731349045379 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8644a2cd59eb525c8a0a6dfd7f1c53b0 in 436ms, sequenceid=5, compaction requested=false at 1731349045388 (+9 ms)Writing region close event to WAL at 1731349045388Running coprocessor post-close hooks at 1731349045393 (+5 ms)Closed at 1731349045393 2024-11-11T18:17:25,393 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349040974.8644a2cd59eb525c8a0a6dfd7f1c53b0. 2024-11-11T18:17:25,401 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/ns/17a747e1cddd41fd91ebb59ebd04836b is 43, key is default/ns:d/1731349037135/Put/seqid=0 2024-11-11T18:17:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741840_1016 (size=5153) 2024-11-11T18:17:25,408 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:17:25,408 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:17:25,551 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:25,752 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:25,806 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/ns/17a747e1cddd41fd91ebb59ebd04836b 2024-11-11T18:17:25,828 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/table/b5f227a1b3ee46f5a59c06e97f4c69dd is 53, key is hbase:replication/table:state/1731349042169/Put/seqid=0 2024-11-11T18:17:25,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741841_1017 (size=5256) 2024-11-11T18:17:25,951 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/WALs/90f34c5bee6a,40303,1731349034821/90f34c5bee6a%2C40303%2C1731349034821.1731349036568 to pos 0, reset compression=false 2024-11-11T18:17:25,952 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:17:25,952 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:25,952 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:26,152 DEBUG [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:17:26,233 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/table/b5f227a1b3ee46f5a59c06e97f4c69dd 2024-11-11T18:17:26,239 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/info/3bc8d8707beb4d17a80472a3695c9cc7 as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/info/3bc8d8707beb4d17a80472a3695c9cc7 2024-11-11T18:17:26,244 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/info/3bc8d8707beb4d17a80472a3695c9cc7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T18:17:26,245 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/ns/17a747e1cddd41fd91ebb59ebd04836b as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/ns/17a747e1cddd41fd91ebb59ebd04836b 2024-11-11T18:17:26,251 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/ns/17a747e1cddd41fd91ebb59ebd04836b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:17:26,252 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/.tmp/table/b5f227a1b3ee46f5a59c06e97f4c69dd as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/table/b5f227a1b3ee46f5a59c06e97f4c69dd 2024-11-11T18:17:26,257 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/table/b5f227a1b3ee46f5a59c06e97f4c69dd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T18:17:26,258 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false 2024-11-11T18:17:26,262 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:17:26,263 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:26,263 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:26,263 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:26,263 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349044951Running coprocessor pre-close hooks at 1731349044951Disabling compacts and flushes for region at 1731349044951Disabling writes for close at 1731349044951Obtaining lock to block concurrent updates at 1731349044951Preparing flush snapshotting stores in 1588230740 at 1731349044951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731349044952 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349044952Flushing 1588230740/info: creating writer at 1731349044952Flushing 1588230740/info: appending metadata at 1731349044971 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731349044971Flushing 1588230740/ns: creating writer at 1731349045382 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731349045400 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731349045401 (+1 ms)Flushing 1588230740/table: creating writer at 1731349045813 (+412 ms)Flushing 1588230740/table: appending metadata at 1731349045827 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349045827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15809c1d: reopening flushed file at 1731349046239 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2361b2: reopening flushed file at 1731349046245 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46332001: reopening flushed file at 1731349046251 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false at 1731349046258 (+7 ms)Writing region close event to WAL at 1731349046259 (+1 ms)Running coprocessor post-close hooks at 1731349046263 (+4 ms)Closed at 1731349046263 2024-11-11T18:17:26,263 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:26,352 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,40303,1731349034821; all regions closed. 2024-11-11T18:17:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741834_1010 (size=2742) 2024-11-11T18:17:26,357 DEBUG [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/oldWALs 2024-11-11T18:17:26,357 INFO [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40303%2C1731349034821.meta:.meta(num 1731349037067) 2024-11-11T18:17:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741837_1013 (size=1586) 2024-11-11T18:17:26,361 DEBUG [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/oldWALs 2024-11-11T18:17:26,361 INFO [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40303%2C1731349034821.rep:(num 1731349042124) 2024-11-11T18:17:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741832_1008 (size=93) 2024-11-11T18:17:26,365 DEBUG [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/oldWALs 2024-11-11T18:17:26,365 INFO [RS:0;90f34c5bee6a:40303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40303%2C1731349034821:(num 1731349036568) 2024-11-11T18:17:26,365 DEBUG [RS:0;90f34c5bee6a:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:26,365 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:26,365 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:26,365 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:26,365 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:26,365 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:26,365 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,40303,1731349034821 because: Region server is closing 2024-11-11T18:17:26,366 INFO [RS:0;90f34c5bee6a:40303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40303. 2024-11-11T18:17:26,366 DEBUG [RS:0;90f34c5bee6a:40303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:26,366 DEBUG [RS:0;90f34c5bee6a:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:26,366 DEBUG [RS:0;90f34c5bee6a:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:26,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:26,466 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.wal-reader.90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:17:26,466 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.shipper90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:17:26,467 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40303,1731349034821.replicationSource.shipper90f34c5bee6a%2C40303%2C1731349034821,1-90f34c5bee6a,40303,1731349034821 terminated 2024-11-11T18:17:26,467 INFO [RS:0;90f34c5bee6a:40303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40303 2024-11-11T18:17:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01112746136/rs/90f34c5bee6a,40303,1731349034821 2024-11-11T18:17:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136/rs 2024-11-11T18:17:26,470 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:26,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,40303,1731349034821] 2024-11-11T18:17:26,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01112746136/draining/90f34c5bee6a,40303,1731349034821 already deleted, retry=false 2024-11-11T18:17:26,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,40303,1731349034821 expired; onlineServers=0 2024-11-11T18:17:26,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,40371,1731349034758' ***** 2024-11-11T18:17:26,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:17:26,474 INFO [M:0;90f34c5bee6a:40371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:26,474 INFO [M:0;90f34c5bee6a:40371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:26,474 DEBUG [M:0;90f34c5bee6a:40371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:17:26,474 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:17:26,474 DEBUG [M:0;90f34c5bee6a:40371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:17:26,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349036300 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349036300,5,FailOnTimeoutGroup] 2024-11-11T18:17:26,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349036302 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349036302,5,FailOnTimeoutGroup] 2024-11-11T18:17:26,474 INFO [M:0;90f34c5bee6a:40371 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:26,474 INFO [M:0;90f34c5bee6a:40371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:26,474 DEBUG [M:0;90f34c5bee6a:40371 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:17:26,474 INFO [M:0;90f34c5bee6a:40371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:17:26,475 INFO [M:0;90f34c5bee6a:40371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:26,475 INFO [M:0;90f34c5bee6a:40371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:17:26,475 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:17:26,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01112746136/master 2024-11-11T18:17:26,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01112746136 2024-11-11T18:17:26,476 DEBUG [M:0;90f34c5bee6a:40371 {}] zookeeper.ZKUtil(347): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Unable to get data of znode /01112746136/master because node does not exist (not an error) 2024-11-11T18:17:26,476 WARN [M:0;90f34c5bee6a:40371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:17:26,477 INFO [M:0;90f34c5bee6a:40371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/.lastflushedseqids 2024-11-11T18:17:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741842_1018 (size=181) 2024-11-11T18:17:26,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:26,572 INFO [RS:0;90f34c5bee6a:40303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:26,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x101083f9d920001, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:26,572 INFO [RS:0;90f34c5bee6a:40303 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,40303,1731349034821; zookeeper connection closed. 2024-11-11T18:17:26,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4800d4d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4800d4d0 2024-11-11T18:17:26,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:17:26,887 INFO [M:0;90f34c5bee6a:40371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:17:26,887 INFO [M:0;90f34c5bee6a:40371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:17:26,887 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:26,887 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:26,887 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:26,887 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:26,887 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:26,887 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T18:17:26,907 DEBUG [M:0;90f34c5bee6a:40371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e222b17d05f7474689c7590005a3c1e2 is 82, key is hbase:meta,,1/info:regioninfo/1731349037112/Put/seqid=0 2024-11-11T18:17:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741843_1019 (size=5672) 2024-11-11T18:17:27,313 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e222b17d05f7474689c7590005a3c1e2 2024-11-11T18:17:27,339 DEBUG [M:0;90f34c5bee6a:40371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/730383d13b7f42bf995a0b8745d70160 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731349042173/Put/seqid=0 2024-11-11T18:17:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741844_1020 (size=7203) 2024-11-11T18:17:27,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:27,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:27,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:27,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:27,749 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/730383d13b7f42bf995a0b8745d70160 2024-11-11T18:17:27,768 DEBUG [M:0;90f34c5bee6a:40371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44f737e5c334ef5bf41c238a1918e57 is 69, key is 90f34c5bee6a,40303,1731349034821/rs:state/1731349036382/Put/seqid=0 2024-11-11T18:17:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741845_1021 (size=5156) 2024-11-11T18:17:28,173 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44f737e5c334ef5bf41c238a1918e57 2024-11-11T18:17:28,180 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e222b17d05f7474689c7590005a3c1e2 as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e222b17d05f7474689c7590005a3c1e2 2024-11-11T18:17:28,185 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e222b17d05f7474689c7590005a3c1e2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T18:17:28,186 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/730383d13b7f42bf995a0b8745d70160 as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/730383d13b7f42bf995a0b8745d70160 2024-11-11T18:17:28,191 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/730383d13b7f42bf995a0b8745d70160, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T18:17:28,192 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44f737e5c334ef5bf41c238a1918e57 as hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44f737e5c334ef5bf41c238a1918e57 2024-11-11T18:17:28,197 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/6588a37d-a2e8-cdc7-fe53-c782c46582e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44f737e5c334ef5bf41c238a1918e57, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T18:17:28,198 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=70, compaction requested=false 2024-11-11T18:17:28,199 INFO [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:28,199 DEBUG [M:0;90f34c5bee6a:40371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349046887Disabling compacts and flushes for region at 1731349046887Disabling writes for close at 1731349046887Obtaining lock to block concurrent updates at 1731349046887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349046887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731349046888 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349046888Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349046889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349046907 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349046907Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349047319 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349047338 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349047338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349047754 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349047768 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349047768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102d0a63: reopening flushed file at 1731349048179 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2934dc: reopening flushed file at 1731349048186 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb751fb: reopening flushed file at 1731349048192 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=70, compaction requested=false at 1731349048198 (+6 ms)Writing region close event to WAL at 1731349048199 (+1 ms)Closed at 1731349048199 2024-11-11T18:17:28,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42783 is added to blk_1073741830_1006 (size=41008) 2024-11-11T18:17:28,202 INFO [M:0;90f34c5bee6a:40371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:17:28,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:28,202 INFO [M:0;90f34c5bee6a:40371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40371 2024-11-11T18:17:28,203 INFO [M:0;90f34c5bee6a:40371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:28,305 INFO [M:0;90f34c5bee6a:40371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40371-0x101083f9d920000, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:28,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:28,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:28,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:28,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:28,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:28,310 WARN [BP-1259781315-172.17.0.2-1731349033766 heartbeating to localhost/127.0.0.1:46725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:28,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:28,310 WARN [BP-1259781315-172.17.0.2-1731349033766 heartbeating to localhost/127.0.0.1:46725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1259781315-172.17.0.2-1731349033766 (Datanode Uuid a7ae0320-45d4-4fb0-a575-2a9a96e2b269) service to localhost/127.0.0.1:46725 2024-11-11T18:17:28,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:28,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/data/data1/current/BP-1259781315-172.17.0.2-1731349033766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:28,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/cluster_dfbc4d64-de11-79a2-a16a-63a3f87430cf/data/data2/current/BP-1259781315-172.17.0.2-1731349033766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:28,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:28,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:28,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:28,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:28,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:28,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cac7841-ad73-41a8-ec56-d0241aaa2893/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:28,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:17:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:17:28,353 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36251 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46725 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 233) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8197 (was 7793) - AvailableMemoryMB LEAK? - 2024-11-11T18:17:28,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8197 2024-11-11T18:17:28,380 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T18:17:28,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir so I do NOT create it in target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8 2024-11-11T18:17:28,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:17:28,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.tmp.dir so I do NOT create it in target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8 2024-11-11T18:17:28,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c48a2e5d-480d-8401-0acd-9b403adc532b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:17:28,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8 2024-11-11T18:17:28,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029, deleteOnExit=true 2024-11-11T18:17:28,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/zookeeper_0, clientPort=54771, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:17:28,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54771 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/test.cache.data in system properties and HBase conf 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:17:28,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:17:28,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:17:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101083f9d920002, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:17:28,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101083f9d920005, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:17:28,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101083f9d920002, quorum=127.0.0.1:55559, baseZNode=/01112746136 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:17:28,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101083f9d920005, quorum=127.0.0.1:55559, baseZNode=/1229784533 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:17:28,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:28,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:28,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:28,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:28,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:17:28,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:28,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:28,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:28,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/java.io.tmpdir/jetty-localhost-38697-hadoop-hdfs-3_4_1-tests_jar-_-any-13452495499187586927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:28,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:38697} 2024-11-11T18:17:28,622 INFO [Time-limited test {}] server.Server(415): Started @44417ms 2024-11-11T18:17:28,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:28,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:28,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:28,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:28,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:17:28,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:28,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:28,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/java.io.tmpdir/jetty-localhost-35425-hadoop-hdfs-3_4_1-tests_jar-_-any-11077316362181161940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:28,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:35425} 2024-11-11T18:17:28,872 INFO [Time-limited test {}] server.Server(415): Started @44667ms 2024-11-11T18:17:28,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:17:28,974 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/data/data1/current/BP-1823452051-172.17.0.2-1731349048418/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:28,974 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/data/data2/current/BP-1823452051-172.17.0.2-1731349048418/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:28,998 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:17:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd937bb422114baa6 with lease ID 0xe2f21d3ebedddc08: Processing first storage report for DS-7edc566c-e701-436b-a150-810fc28306ef from datanode DatanodeRegistration(127.0.0.1:41463, datanodeUuid=f844b387-6b1b-4cfe-8e47-044fd2490362, infoPort=38459, infoSecurePort=0, ipcPort=44687, storageInfo=lv=-57;cid=testClusterID;nsid=452973164;c=1731349048418) 2024-11-11T18:17:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd937bb422114baa6 with lease ID 0xe2f21d3ebedddc08: from storage DS-7edc566c-e701-436b-a150-810fc28306ef node DatanodeRegistration(127.0.0.1:41463, datanodeUuid=f844b387-6b1b-4cfe-8e47-044fd2490362, infoPort=38459, infoSecurePort=0, ipcPort=44687, storageInfo=lv=-57;cid=testClusterID;nsid=452973164;c=1731349048418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd937bb422114baa6 with lease ID 0xe2f21d3ebedddc08: Processing first storage report for DS-ec357fa3-b671-46ac-8fc8-3dc31acbef19 from datanode DatanodeRegistration(127.0.0.1:41463, datanodeUuid=f844b387-6b1b-4cfe-8e47-044fd2490362, infoPort=38459, infoSecurePort=0, ipcPort=44687, storageInfo=lv=-57;cid=testClusterID;nsid=452973164;c=1731349048418) 2024-11-11T18:17:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd937bb422114baa6 with lease ID 0xe2f21d3ebedddc08: from storage DS-ec357fa3-b671-46ac-8fc8-3dc31acbef19 node DatanodeRegistration(127.0.0.1:41463, datanodeUuid=f844b387-6b1b-4cfe-8e47-044fd2490362, infoPort=38459, infoSecurePort=0, ipcPort=44687, storageInfo=lv=-57;cid=testClusterID;nsid=452973164;c=1731349048418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:29,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8 2024-11-11T18:17:29,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:17:29,414 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9 with version=8 2024-11-11T18:17:29,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/hbase-staging 2024-11-11T18:17:29,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:29,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40821 2024-11-11T18:17:29,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40821 connecting to ZooKeeper ensemble=127.0.0.1:54771 2024-11-11T18:17:29,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408210x0, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:29,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40821-0x101083fd6cf0000 connected 2024-11-11T18:17:29,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/running 2024-11-11T18:17:29,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9, hbase.cluster.distributed=false 2024-11-11T18:17:29,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/acl 2024-11-11T18:17:29,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-11T18:17:29,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40821 2024-11-11T18:17:29,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40821 2024-11-11T18:17:29,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-11T18:17:29,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-11T18:17:29,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:29,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:29,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:29,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:29,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:29,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:29,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:17:29,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:29,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37811 2024-11-11T18:17:29,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37811 connecting to ZooKeeper ensemble=127.0.0.1:54771 2024-11-11T18:17:29,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378110x0, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:29,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378110x0, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/running 2024-11-11T18:17:29,492 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:17:29,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37811-0x101083fd6cf0001 connected 2024-11-11T18:17:29,494 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:17:29,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/master 2024-11-11T18:17:29,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/acl 2024-11-11T18:17:29,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37811 2024-11-11T18:17:29,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37811 2024-11-11T18:17:29,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37811 2024-11-11T18:17:29,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37811 2024-11-11T18:17:29,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37811 2024-11-11T18:17:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:17:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:17:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:29,514 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40821 2024-11-11T18:17:29,514 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0235934956/backup-masters/90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956/backup-masters 2024-11-11T18:17:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956/backup-masters 2024-11-11T18:17:29,517 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on existing znode=/0235934956/backup-masters/90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:29,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0235934956/master 2024-11-11T18:17:29,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:29,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:29,519 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on existing znode=/0235934956/master 2024-11-11T18:17:29,520 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0235934956/backup-masters/90f34c5bee6a,40821,1731349049416 from backup master directory 2024-11-11T18:17:29,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235934956/backup-masters/90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956/backup-masters 2024-11-11T18:17:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956/backup-masters 2024-11-11T18:17:29,522 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:29,522 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:29,526 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/hbase.id] with ID: 08d1ba56-8017-4677-acbd-4f96b937e00c 2024-11-11T18:17:29,526 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/.tmp/hbase.id 2024-11-11T18:17:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:17:29,931 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/.tmp/hbase.id]:[hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/hbase.id] 2024-11-11T18:17:29,942 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:29,942 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:17:29,944 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T18:17:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:29,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:17:30,352 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:30,353 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:17:30,353 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:17:30,761 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store 2024-11-11T18:17:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:17:31,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:31,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:31,168 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:31,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:31,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:31,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:31,168 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:31,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349051168Disabling compacts and flushes for region at 1731349051168Disabling writes for close at 1731349051168Writing region close event to WAL at 1731349051168Closed at 1731349051168 2024-11-11T18:17:31,169 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/.initializing 2024-11-11T18:17:31,169 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/WALs/90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:31,170 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:31,172 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40821%2C1731349049416, suffix=, logDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/WALs/90f34c5bee6a,40821,1731349049416, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/oldWALs, maxLogs=10 2024-11-11T18:17:31,185 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/WALs/90f34c5bee6a,40821,1731349049416/90f34c5bee6a%2C40821%2C1731349049416.1731349051172, exclude list is [], retry=0 2024-11-11T18:17:31,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-7edc566c-e701-436b-a150-810fc28306ef,DISK] 2024-11-11T18:17:31,190 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/WALs/90f34c5bee6a,40821,1731349049416/90f34c5bee6a%2C40821%2C1731349049416.1731349051172 2024-11-11T18:17:31,190 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-11T18:17:31,190 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:31,190 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:31,190 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,190 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:17:31,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:31,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:31,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:17:31,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:31,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:31,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:17:31,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:31,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:31,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:17:31,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:31,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:31,198 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,200 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,200 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,201 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:31,202 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:31,204 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:31,204 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72812472, jitterRate=0.08499038219451904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:31,205 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349051190Initializing all the Stores at 1731349051191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349051191Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349051191Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349051191Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349051191Cleaning up temporary data from old regions at 1731349051200 (+9 ms)Region opened successfully at 1731349051205 (+5 ms) 2024-11-11T18:17:31,205 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:17:31,208 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561abbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:31,209 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:17:31,209 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:17:31,209 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:17:31,209 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:17:31,210 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:17:31,210 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:17:31,210 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:17:31,212 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:17:31,212 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Unable to get data of znode /0235934956/balancer because node does not exist (not necessarily an error) 2024-11-11T18:17:31,215 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/balancer already deleted, retry=false 2024-11-11T18:17:31,215 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:17:31,216 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Unable to get data of znode /0235934956/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:17:31,217 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/normalizer already deleted, retry=false 2024-11-11T18:17:31,217 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:17:31,218 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Unable to get data of znode /0235934956/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:17:31,219 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/switch/split already deleted, retry=false 2024-11-11T18:17:31,220 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Unable to get data of znode /0235934956/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:17:31,221 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/switch/merge already deleted, retry=false 2024-11-11T18:17:31,223 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Unable to get data of znode /0235934956/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:17:31,226 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/snapshot-cleanup already deleted, retry=false 2024-11-11T18:17:31,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0235934956/running 2024-11-11T18:17:31,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0235934956/running 2024-11-11T18:17:31,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:31,228 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40821,1731349049416, sessionid=0x101083fd6cf0000, setting cluster-up flag (Was=false) 2024-11-11T18:17:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:31,241 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0235934956/flush-table-proc/acquired, /0235934956/flush-table-proc/reached, /0235934956/flush-table-proc/abort 2024-11-11T18:17:31,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:31,250 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0235934956/online-snapshot/acquired, /0235934956/online-snapshot/reached, /0235934956/online-snapshot/abort 2024-11-11T18:17:31,251 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:31,252 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:17:31,254 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:31,254 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:17:31,254 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:17:31,254 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40821,1731349049416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:17:31,255 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:31,255 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:31,255 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:31,255 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:31,255 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:17:31,256 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,256 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:31,256 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349081257 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:17:31,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:31,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:17:31,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:17:31,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:17:31,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:17:31,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:17:31,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:17:31,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:31,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:17:31,258 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349051258,5,FailOnTimeoutGroup] 2024-11-11T18:17:31,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:17:31,259 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349051258,5,FailOnTimeoutGroup] 2024-11-11T18:17:31,259 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,259 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:17:31,259 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,259 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:17:31,305 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(746): ClusterId : 08d1ba56-8017-4677-acbd-4f96b937e00c 2024-11-11T18:17:31,305 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:17:31,310 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:17:31,310 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:17:31,312 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:17:31,312 DEBUG [RS:0;90f34c5bee6a:37811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583b05e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:31,326 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:37811 2024-11-11T18:17:31,326 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:17:31,326 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:17:31,326 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:17:31,327 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40821,1731349049416 with port=37811, startcode=1731349049482 2024-11-11T18:17:31,327 DEBUG [RS:0;90f34c5bee6a:37811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:17:31,329 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:17:31,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:31,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:31,331 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9 2024-11-11T18:17:31,331 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35533 2024-11-11T18:17:31,331 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:17:31,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956/rs 2024-11-11T18:17:31,334 DEBUG [RS:0;90f34c5bee6a:37811 {}] zookeeper.ZKUtil(111): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on existing znode=/0235934956/rs/90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:31,334 WARN [RS:0;90f34c5bee6a:37811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:31,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,37811,1731349049482] 2024-11-11T18:17:31,334 INFO [RS:0;90f34c5bee6a:37811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:31,334 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:31,339 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:17:31,342 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:17:31,342 INFO [RS:0;90f34c5bee6a:37811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:17:31,342 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,343 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:17:31,344 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:17:31,344 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,344 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,344 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,344 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,344 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,344 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,344 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:31,345 DEBUG [RS:0;90f34c5bee6a:37811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:31,345 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,346 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,346 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,346 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,346 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,346 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37811,1731349049482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:31,362 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:17:31,362 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37811,1731349049482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,362 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,362 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.Replication(171): 90f34c5bee6a,37811,1731349049482 started 2024-11-11T18:17:31,376 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:31,376 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,37811,1731349049482, RpcServer on 90f34c5bee6a/172.17.0.2:37811, sessionid=0x101083fd6cf0001 2024-11-11T18:17:31,376 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:17:31,376 DEBUG [RS:0;90f34c5bee6a:37811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:31,376 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37811,1731349049482' 2024-11-11T18:17:31,376 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0235934956/flush-table-proc/abort' 2024-11-11T18:17:31,376 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0235934956/flush-table-proc/acquired' 2024-11-11T18:17:31,377 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:17:31,377 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:17:31,377 DEBUG [RS:0;90f34c5bee6a:37811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:31,377 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37811,1731349049482' 2024-11-11T18:17:31,377 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0235934956/online-snapshot/abort' 2024-11-11T18:17:31,377 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0235934956/online-snapshot/acquired' 2024-11-11T18:17:31,378 DEBUG [RS:0;90f34c5bee6a:37811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:17:31,378 INFO [RS:0;90f34c5bee6a:37811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:17:31,378 INFO [RS:0;90f34c5bee6a:37811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:17:31,478 INFO [RS:0;90f34c5bee6a:37811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:31,480 INFO [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C37811%2C1731349049482, suffix=, logDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/oldWALs, maxLogs=10 2024-11-11T18:17:31,493 DEBUG [RS:0;90f34c5bee6a:37811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480, exclude list is [], retry=0 2024-11-11T18:17:31,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-7edc566c-e701-436b-a150-810fc28306ef,DISK] 2024-11-11T18:17:31,498 INFO [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 2024-11-11T18:17:31,498 DEBUG [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-11T18:17:31,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:17:31,668 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9 2024-11-11T18:17:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:17:32,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:32,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:32,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:32,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:32,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:32,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:32,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:32,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:32,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:32,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:32,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740 2024-11-11T18:17:32,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740 2024-11-11T18:17:32,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:32,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:32,086 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:32,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:32,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:32,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58872124, jitterRate=-0.12273699045181274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:32,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349052075Initializing all the Stores at 1731349052075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349052075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349052076 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349052076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349052076Cleaning up temporary data from old regions at 1731349052085 (+9 ms)Region opened successfully at 1731349052089 (+4 ms) 2024-11-11T18:17:32,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:32,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:32,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:32,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:32,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:32,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:32,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349052089Disabling compacts and flushes for region at 1731349052089Disabling writes for close at 1731349052090 (+1 ms)Writing region close event to WAL at 1731349052090Closed at 1731349052090 2024-11-11T18:17:32,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:32,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:17:32,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:17:32,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:32,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:17:32,244 DEBUG [90f34c5bee6a:40821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:17:32,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:32,246 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,37811,1731349049482, state=OPENING 2024-11-11T18:17:32,249 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:17:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:32,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235934956/meta-region-server: CHANGED 2024-11-11T18:17:32,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235934956/meta-region-server: CHANGED 2024-11-11T18:17:32,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:32,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37811,1731349049482}] 2024-11-11T18:17:32,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:17:32,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:17:32,415 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:17:32,415 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:32,415 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:17:32,418 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C37811%2C1731349049482.meta, suffix=.meta, logDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/oldWALs, maxLogs=10 2024-11-11T18:17:32,436 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.meta.1731349052418.meta, exclude list is [], retry=0 2024-11-11T18:17:32,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-7edc566c-e701-436b-a150-810fc28306ef,DISK] 2024-11-11T18:17:32,445 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.meta.1731349052418.meta 2024-11-11T18:17:32,448 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-11T18:17:32,449 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:32,449 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:32,449 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:32,449 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:17:32,449 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:17:32,450 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:17:32,450 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:32,450 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:17:32,450 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:17:32,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:32,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:32,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:32,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:32,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:32,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:32,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:32,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:32,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:32,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:32,464 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:32,465 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740 2024-11-11T18:17:32,467 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740 2024-11-11T18:17:32,469 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:32,469 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:32,470 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:32,472 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:32,473 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61928693, jitterRate=-0.07719056308269501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:32,473 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:17:32,474 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349052450Writing region info on filesystem at 1731349052450Initializing all the Stores at 1731349052451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349052451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349052452 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349052452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349052452Cleaning up temporary data from old regions at 1731349052469 (+17 ms)Running coprocessor post-open hooks at 1731349052473 (+4 ms)Region opened successfully at 1731349052474 (+1 ms) 2024-11-11T18:17:32,475 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349052407 2024-11-11T18:17:32,478 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:17:32,478 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:17:32,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:32,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,37811,1731349049482, state=OPEN 2024-11-11T18:17:32,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0235934956/meta-region-server 2024-11-11T18:17:32,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0235934956/meta-region-server 2024-11-11T18:17:32,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:32,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235934956/meta-region-server: CHANGED 2024-11-11T18:17:32,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235934956/meta-region-server: CHANGED 2024-11-11T18:17:32,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:17:32,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37811,1731349049482 in 231 msec 2024-11-11T18:17:32,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:17:32,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-11T18:17:32,491 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:32,491 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:17:32,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:32,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37811,1731349049482, seqNum=-1] 2024-11-11T18:17:32,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:32,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:32,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-11T18:17:32,499 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349052499, completionTime=-1 2024-11-11T18:17:32,499 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:17:32,499 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349112501 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349172501 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40821,1731349049416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40821,1731349049416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40821,1731349049416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40821, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,502 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,503 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.984sec 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40821,1731349049416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:32,506 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40821,1731349049416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:17:32,508 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:17:32,508 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:17:32,508 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40821,1731349049416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:32,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:32,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40821,-1 for getting cluster id 2024-11-11T18:17:32,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:32,608 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d1ba56-8017-4677-acbd-4f96b937e00c' 2024-11-11T18:17:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d1ba56-8017-4677-acbd-4f96b937e00c" 2024-11-11T18:17:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183b1c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40821,-1] 2024-11-11T18:17:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:32,610 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:32,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:32,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37811,1731349049482, seqNum=-1] 2024-11-11T18:17:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:32,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:32,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:32,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54771 2024-11-11T18:17:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:32,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101083fd6cf0002 connected 2024-11-11T18:17:32,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir so I do NOT create it in target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d 2024-11-11T18:17:32,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:17:32,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.tmp.dir so I do NOT create it in target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d 2024-11-11T18:17:32,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:17:32,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d 2024-11-11T18:17:32,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:17:32,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/cluster_2b79ad00-a3df-a890-17fb-cc247b9d8756, deleteOnExit=true 2024-11-11T18:17:32,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/test.cache.data in system properties and HBase conf 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:17:32,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:32,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:17:32,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:17:32,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:32,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:32,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:32,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:32,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:17:32,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:32,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:32,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:32,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/java.io.tmpdir/jetty-localhost-35491-hadoop-hdfs-3_4_1-tests_jar-_-any-12872039165070285318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:32,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:35491} 2024-11-11T18:17:32,940 INFO [Time-limited test {}] server.Server(415): Started @48735ms 2024-11-11T18:17:33,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:17:33,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:17:33,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:17:33,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:17:33,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:17:33,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:17:33,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:17:33,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/java.io.tmpdir/jetty-localhost-36193-hadoop-hdfs-3_4_1-tests_jar-_-any-2000309407080602266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:33,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:36193} 2024-11-11T18:17:33,283 INFO [Time-limited test {}] server.Server(415): Started @49078ms 2024-11-11T18:17:33,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:17:33,437 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/cluster_2b79ad00-a3df-a890-17fb-cc247b9d8756/data/data1/current/BP-1281080260-172.17.0.2-1731349052661/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:33,437 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/cluster_2b79ad00-a3df-a890-17fb-cc247b9d8756/data/data2/current/BP-1281080260-172.17.0.2-1731349052661/current, will proceed with Du for space computation calculation, 2024-11-11T18:17:33,467 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:17:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e5f2f321dffe2d3 with lease ID 0x6e75189006ce7be: Processing first storage report for DS-65f7d12d-0115-4152-bd54-a4cae43e9361 from datanode DatanodeRegistration(127.0.0.1:38693, datanodeUuid=46876ce5-297d-4f5e-8967-18eb63633830, infoPort=38115, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=786510260;c=1731349052661) 2024-11-11T18:17:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e5f2f321dffe2d3 with lease ID 0x6e75189006ce7be: from storage DS-65f7d12d-0115-4152-bd54-a4cae43e9361 node DatanodeRegistration(127.0.0.1:38693, datanodeUuid=46876ce5-297d-4f5e-8967-18eb63633830, infoPort=38115, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=786510260;c=1731349052661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e5f2f321dffe2d3 with lease ID 0x6e75189006ce7be: Processing first storage report for DS-25d8849f-a9d8-4ea3-97f7-654b01658c1a from datanode DatanodeRegistration(127.0.0.1:38693, datanodeUuid=46876ce5-297d-4f5e-8967-18eb63633830, infoPort=38115, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=786510260;c=1731349052661) 2024-11-11T18:17:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e5f2f321dffe2d3 with lease ID 0x6e75189006ce7be: from storage DS-25d8849f-a9d8-4ea3-97f7-654b01658c1a node DatanodeRegistration(127.0.0.1:38693, datanodeUuid=46876ce5-297d-4f5e-8967-18eb63633830, infoPort=38115, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=786510260;c=1731349052661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:17:33,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d 2024-11-11T18:17:33,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:33,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:17:33,959 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281 with version=8 2024-11-11T18:17:33,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/hbase-staging 2024-11-11T18:17:33,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:33,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:33,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:33,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:33,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:33,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:33,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:17:33,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:33,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33685 2024-11-11T18:17:33,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33685 connecting to ZooKeeper ensemble=127.0.0.1:54771 2024-11-11T18:17:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336850x0, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:33,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33685-0x101083fd6cf0003 connected 2024-11-11T18:17:33,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:33,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:33,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/running 2024-11-11T18:17:33,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281, hbase.cluster.distributed=false 2024-11-11T18:17:33,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/acl 2024-11-11T18:17:33,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-11T18:17:33,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33685 2024-11-11T18:17:33,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33685 2024-11-11T18:17:33,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-11T18:17:33,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-11T18:17:34,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:17:34,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39771 2024-11-11T18:17:34,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39771 connecting to ZooKeeper ensemble=127.0.0.1:54771 2024-11-11T18:17:34,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:34,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:34,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397710x0, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:34,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397710x0, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/running 2024-11-11T18:17:34,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39771-0x101083fd6cf0004 connected 2024-11-11T18:17:34,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:17:34,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:17:34,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/master 2024-11-11T18:17:34,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/acl 2024-11-11T18:17:34,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-11T18:17:34,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39771 2024-11-11T18:17:34,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39771 2024-11-11T18:17:34,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-11T18:17:34,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-11T18:17:34,033 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:33685 2024-11-11T18:17:34,033 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1164962750/backup-masters/90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750/backup-masters 2024-11-11T18:17:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750/backup-masters 2024-11-11T18:17:34,035 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on existing znode=/1164962750/backup-masters/90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1164962750/master 2024-11-11T18:17:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:34,037 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on existing znode=/1164962750/master 2024-11-11T18:17:34,038 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1164962750/backup-masters/90f34c5bee6a,33685,1731349053961 from backup master directory 2024-11-11T18:17:34,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1164962750/backup-masters/90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:34,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750/backup-masters 2024-11-11T18:17:34,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750/backup-masters 2024-11-11T18:17:34,045 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:34,045 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:34,049 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/hbase.id] with ID: 769b1678-d967-480d-b543-99389124932b 2024-11-11T18:17:34,049 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/.tmp/hbase.id 2024-11-11T18:17:34,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:17:34,455 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/.tmp/hbase.id]:[hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/hbase.id] 2024-11-11T18:17:34,467 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:34,467 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:17:34,468 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:17:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:34,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:17:34,877 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:34,877 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:17:34,878 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:17:35,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:35,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:35,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:35,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:35,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:35,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store 2024-11-11T18:17:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:17:35,695 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:35,696 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:35,696 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:35,696 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:35,696 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:35,696 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:35,696 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:35,696 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349055695Disabling compacts and flushes for region at 1731349055695Disabling writes for close at 1731349055696 (+1 ms)Writing region close event to WAL at 1731349055696Closed at 1731349055696 2024-11-11T18:17:35,697 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/.initializing 2024-11-11T18:17:35,697 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/WALs/90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:35,698 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:35,699 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C33685%2C1731349053961, suffix=, logDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/WALs/90f34c5bee6a,33685,1731349053961, archiveDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/oldWALs, maxLogs=10 2024-11-11T18:17:35,720 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/WALs/90f34c5bee6a,33685,1731349053961/90f34c5bee6a%2C33685%2C1731349053961.1731349055700, exclude list is [], retry=0 2024-11-11T18:17:35,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38693,DS-65f7d12d-0115-4152-bd54-a4cae43e9361,DISK] 2024-11-11T18:17:35,725 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/WALs/90f34c5bee6a,33685,1731349053961/90f34c5bee6a%2C33685%2C1731349053961.1731349055700 2024-11-11T18:17:35,725 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38115:38115)] 2024-11-11T18:17:35,725 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:35,725 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:35,725 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,726 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:17:35,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:35,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:35,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:17:35,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:35,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:35,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:17:35,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:35,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:35,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:17:35,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:35,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:35,733 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,734 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,734 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,735 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,735 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,736 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:35,737 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:17:35,739 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:35,739 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337737, jitterRate=-0.05619417130947113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:35,739 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349055726Initializing all the Stores at 1731349055726Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349055726Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349055727 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349055727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349055727Cleaning up temporary data from old regions at 1731349055735 (+8 ms)Region opened successfully at 1731349055739 (+4 ms) 2024-11-11T18:17:35,740 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:17:35,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bcbc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:35,744 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:17:35,744 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:17:35,744 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:17:35,744 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:17:35,744 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:17:35,745 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:17:35,745 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:17:35,747 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:17:35,747 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Unable to get data of znode /1164962750/balancer because node does not exist (not necessarily an error) 2024-11-11T18:17:35,748 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1164962750/balancer already deleted, retry=false 2024-11-11T18:17:35,749 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:17:35,749 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Unable to get data of znode /1164962750/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:17:35,750 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1164962750/normalizer already deleted, retry=false 2024-11-11T18:17:35,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:17:35,751 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Unable to get data of znode /1164962750/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:17:35,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1164962750/switch/split already deleted, retry=false 2024-11-11T18:17:35,754 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Unable to get data of znode /1164962750/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:17:35,756 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1164962750/switch/merge already deleted, retry=false 2024-11-11T18:17:35,757 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Unable to get data of znode /1164962750/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:17:35,758 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1164962750/snapshot-cleanup already deleted, retry=false 2024-11-11T18:17:35,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1164962750/running 2024-11-11T18:17:35,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1164962750/running 2024-11-11T18:17:35,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:35,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:35,761 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,33685,1731349053961, sessionid=0x101083fd6cf0003, setting cluster-up flag (Was=false) 2024-11-11T18:17:35,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:35,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:35,771 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1164962750/flush-table-proc/acquired, /1164962750/flush-table-proc/reached, /1164962750/flush-table-proc/abort 2024-11-11T18:17:35,772 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:35,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:35,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:35,781 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1164962750/online-snapshot/acquired, /1164962750/online-snapshot/reached, /1164962750/online-snapshot/abort 2024-11-11T18:17:35,782 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:35,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:17:35,785 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:35,786 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:17:35,786 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:17:35,786 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,33685,1731349053961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:17:35,787 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:35,787 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:35,787 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:35,787 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:17:35,787 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:17:35,788 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,788 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:35,788 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:35,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:17:35,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:35,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:17:35,800 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349085800 2024-11-11T18:17:35,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:17:35,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:17:35,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:17:35,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:17:35,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:17:35,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:17:35,804 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:17:35,808 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:17:35,809 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:17:35,809 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:17:35,809 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:17:35,809 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:17:35,809 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:17:35,811 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349055809,5,FailOnTimeoutGroup] 2024-11-11T18:17:35,811 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349055811,5,FailOnTimeoutGroup] 2024-11-11T18:17:35,811 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,811 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:17:35,811 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,811 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,822 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(746): ClusterId : 769b1678-d967-480d-b543-99389124932b 2024-11-11T18:17:35,822 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:17:35,825 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:17:35,825 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:17:35,827 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:17:35,827 DEBUG [RS:0;90f34c5bee6a:39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a177bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:17:35,839 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:39771 2024-11-11T18:17:35,839 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:17:35,839 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:17:35,839 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:17:35,840 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,33685,1731349053961 with port=39771, startcode=1731349054005 2024-11-11T18:17:35,840 DEBUG [RS:0;90f34c5bee6a:39771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:17:35,841 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:17:35,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:35,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33685 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:35,843 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281 2024-11-11T18:17:35,843 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32847 2024-11-11T18:17:35,843 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:17:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750/rs 2024-11-11T18:17:35,847 DEBUG [RS:0;90f34c5bee6a:39771 {}] zookeeper.ZKUtil(111): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on existing znode=/1164962750/rs/90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:35,847 WARN [RS:0;90f34c5bee6a:39771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:17:35,847 INFO [RS:0;90f34c5bee6a:39771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:35,847 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:35,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,39771,1731349054005] 2024-11-11T18:17:35,850 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:17:35,852 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:17:35,855 INFO [RS:0;90f34c5bee6a:39771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:17:35,855 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,856 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:17:35,856 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:17:35,856 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:35,857 DEBUG [RS:0;90f34c5bee6a:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:17:35,863 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,863 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,863 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,863 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,863 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,863 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39771,1731349054005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:35,877 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:17:35,878 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39771,1731349054005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,878 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,878 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.Replication(171): 90f34c5bee6a,39771,1731349054005 started 2024-11-11T18:17:35,893 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:35,893 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,39771,1731349054005, RpcServer on 90f34c5bee6a/172.17.0.2:39771, sessionid=0x101083fd6cf0004 2024-11-11T18:17:35,893 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:17:35,893 DEBUG [RS:0;90f34c5bee6a:39771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:35,893 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,39771,1731349054005' 2024-11-11T18:17:35,893 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1164962750/flush-table-proc/abort' 2024-11-11T18:17:35,894 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1164962750/flush-table-proc/acquired' 2024-11-11T18:17:35,894 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:17:35,894 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:17:35,894 DEBUG [RS:0;90f34c5bee6a:39771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:35,894 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,39771,1731349054005' 2024-11-11T18:17:35,894 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1164962750/online-snapshot/abort' 2024-11-11T18:17:35,895 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1164962750/online-snapshot/acquired' 2024-11-11T18:17:35,895 DEBUG [RS:0;90f34c5bee6a:39771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:17:35,895 INFO [RS:0;90f34c5bee6a:39771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:17:35,895 INFO [RS:0;90f34c5bee6a:39771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:17:35,995 INFO [RS:0;90f34c5bee6a:39771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:17:35,997 INFO [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C39771%2C1731349054005, suffix=, logDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005, archiveDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/oldWALs, maxLogs=10 2024-11-11T18:17:36,019 DEBUG [RS:0;90f34c5bee6a:39771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005/90f34c5bee6a%2C39771%2C1731349054005.1731349055998, exclude list is [], retry=0 2024-11-11T18:17:36,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38693,DS-65f7d12d-0115-4152-bd54-a4cae43e9361,DISK] 2024-11-11T18:17:36,024 INFO [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005/90f34c5bee6a%2C39771%2C1731349054005.1731349055998 2024-11-11T18:17:36,025 DEBUG [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38115:38115)] 2024-11-11T18:17:36,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:17:36,208 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281 2024-11-11T18:17:36,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:17:36,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:36,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:36,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:36,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:36,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:36,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:36,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:36,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:36,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:36,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:36,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740 2024-11-11T18:17:36,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740 2024-11-11T18:17:36,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:36,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:36,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:36,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:36,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:36,628 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67198111, jitterRate=0.0013298839330673218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:36,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349056615Initializing all the Stores at 1731349056616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349056616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349056616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349056616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349056616Cleaning up temporary data from old regions at 1731349056625 (+9 ms)Region opened successfully at 1731349056628 (+3 ms) 2024-11-11T18:17:36,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:36,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:36,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:36,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:36,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:36,629 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:36,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349056629Disabling compacts and flushes for region at 1731349056629Disabling writes for close at 1731349056629Writing region close event to WAL at 1731349056629Closed at 1731349056629 2024-11-11T18:17:36,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:36,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:17:36,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:17:36,632 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:36,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:17:36,783 DEBUG [90f34c5bee6a:33685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:17:36,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:36,786 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,39771,1731349054005, state=OPENING 2024-11-11T18:17:36,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:17:36,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:36,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:17:36,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1164962750/meta-region-server: CHANGED 2024-11-11T18:17:36,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:36,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1164962750/meta-region-server: CHANGED 2024-11-11T18:17:36,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39771,1731349054005}] 2024-11-11T18:17:36,946 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:17:36,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:17:36,952 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:17:36,952 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:36,952 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:17:36,953 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C39771%2C1731349054005.meta, suffix=.meta, logDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005, archiveDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/oldWALs, maxLogs=10 2024-11-11T18:17:36,968 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005/90f34c5bee6a%2C39771%2C1731349054005.meta.1731349056954.meta, exclude list is [], retry=0 2024-11-11T18:17:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38693,DS-65f7d12d-0115-4152-bd54-a4cae43e9361,DISK] 2024-11-11T18:17:36,972 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/WALs/90f34c5bee6a,39771,1731349054005/90f34c5bee6a%2C39771%2C1731349054005.meta.1731349056954.meta 2024-11-11T18:17:36,972 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38115:38115)] 2024-11-11T18:17:36,972 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:36,972 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:36,973 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:36,973 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:17:36,973 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:17:36,973 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:17:36,973 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:36,973 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:17:36,973 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:17:36,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:36,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:36,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:36,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:36,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:36,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:36,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:36,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:36,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:36,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:36,979 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:36,980 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740 2024-11-11T18:17:36,981 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740 2024-11-11T18:17:36,982 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:36,982 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:36,983 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:36,984 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:36,985 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60116696, jitterRate=-0.10419142246246338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:36,985 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:17:36,985 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349056973Writing region info on filesystem at 1731349056973Initializing all the Stores at 1731349056974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349056974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349056974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349056974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349056974Cleaning up temporary data from old regions at 1731349056982 (+8 ms)Running coprocessor post-open hooks at 1731349056985 (+3 ms)Region opened successfully at 1731349056985 2024-11-11T18:17:36,986 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349056946 2024-11-11T18:17:36,988 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:17:36,988 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:17:36,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:36,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,39771,1731349054005, state=OPEN 2024-11-11T18:17:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1164962750/meta-region-server 2024-11-11T18:17:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1164962750/meta-region-server 2024-11-11T18:17:36,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1164962750/meta-region-server: CHANGED 2024-11-11T18:17:36,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1164962750/meta-region-server: CHANGED 2024-11-11T18:17:36,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:36,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:17:36,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39771,1731349054005 in 200 msec 2024-11-11T18:17:36,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:17:36,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-11T18:17:36,998 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:17:36,998 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:17:37,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:37,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39771,1731349054005, seqNum=-1] 2024-11-11T18:17:37,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:37,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:37,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-11T18:17:37,006 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349057006, completionTime=-1 2024-11-11T18:17:37,006 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:17:37,006 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349117008 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349177008 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33685,1731349053961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33685,1731349053961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33685,1731349053961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,009 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:33685, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,009 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,009 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,010 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.968sec 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33685,1731349053961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:17:37,013 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33685,1731349053961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:17:37,015 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:17:37,015 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:17:37,015 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33685,1731349053961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:17:37,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:37,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33685,-1 for getting cluster id 2024-11-11T18:17:37,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:37,025 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769b1678-d967-480d-b543-99389124932b' 2024-11-11T18:17:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769b1678-d967-480d-b543-99389124932b" 2024-11-11T18:17:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b951d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33685,-1] 2024-11-11T18:17:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:37,028 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:37,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:37,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39771,1731349054005, seqNum=-1] 2024-11-11T18:17:37,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:37,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:37,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:37,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54771 2024-11-11T18:17:37,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:17:37,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101083fd6cf0005 connected 2024-11-11T18:17:37,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25537c64 2024-11-11T18:17:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:37,049 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:37,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:17:37,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:17:37,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:37,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:17:37,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:17:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:37,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:17:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:37,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:17:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:37,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32b070ea9d0c66aa9f6400bfcdf82781, NAME => 'test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9 2024-11-11T18:17:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:17:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 32b070ea9d0c66aa9f6400bfcdf82781, disabling compactions & flushes 2024-11-11T18:17:37,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. after waiting 0 ms 2024-11-11T18:17:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32b070ea9d0c66aa9f6400bfcdf82781: Waiting for close lock at 1731349057482Disabling compacts and flushes for region at 1731349057482Disabling writes for close at 1731349057482Writing region close event to WAL at 1731349057482Closed at 1731349057482 2024-11-11T18:17:37,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:17:37,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349057483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349057483"}]},"ts":"1731349057483"} 2024-11-11T18:17:37,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:17:37,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:17:37,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349057488"}]},"ts":"1731349057488"} 2024-11-11T18:17:37,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:17:37,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32b070ea9d0c66aa9f6400bfcdf82781, ASSIGN}] 2024-11-11T18:17:37,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32b070ea9d0c66aa9f6400bfcdf82781, ASSIGN 2024-11-11T18:17:37,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=32b070ea9d0c66aa9f6400bfcdf82781, ASSIGN; state=OFFLINE, location=90f34c5bee6a,37811,1731349049482; forceNewPlan=false, retain=false 2024-11-11T18:17:37,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32b070ea9d0c66aa9f6400bfcdf82781, regionState=OPENING, regionLocation=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=32b070ea9d0c66aa9f6400bfcdf82781, ASSIGN because future has completed 2024-11-11T18:17:37,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b070ea9d0c66aa9f6400bfcdf82781, server=90f34c5bee6a,37811,1731349049482}] 2024-11-11T18:17:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:37,802 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b070ea9d0c66aa9f6400bfcdf82781, NAME => 'test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:37,803 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:37,803 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:17:37,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:37,804 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,804 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,806 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,807 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b070ea9d0c66aa9f6400bfcdf82781 columnFamilyName f 2024-11-11T18:17:37,808 DEBUG [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:37,808 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] regionserver.HStore(327): Store=32b070ea9d0c66aa9f6400bfcdf82781/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:37,808 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,809 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b070ea9d0c66aa9f6400bfcdf82781 columnFamilyName f1 2024-11-11T18:17:37,809 DEBUG [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:37,810 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] regionserver.HStore(327): Store=32b070ea9d0c66aa9f6400bfcdf82781/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:37,810 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,811 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b070ea9d0c66aa9f6400bfcdf82781 columnFamilyName norep 2024-11-11T18:17:37,811 DEBUG [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:37,811 INFO [StoreOpener-32b070ea9d0c66aa9f6400bfcdf82781-1 {}] regionserver.HStore(327): Store=32b070ea9d0c66aa9f6400bfcdf82781/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:37,811 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,812 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,812 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,814 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:17:37,815 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,817 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:37,818 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32b070ea9d0c66aa9f6400bfcdf82781; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64971243, jitterRate=-0.03185303509235382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:17:37,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:17:37,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32b070ea9d0c66aa9f6400bfcdf82781: Running coprocessor pre-open hook at 1731349057804Writing region info on filesystem at 1731349057804Initializing all the Stores at 1731349057804Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349057805 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349057806 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349057806Cleaning up temporary data from old regions at 1731349057813 (+7 ms)Running coprocessor post-open hooks at 1731349057818 (+5 ms)Region opened successfully at 1731349057818 2024-11-11T18:17:37,821 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., pid=6, masterSystemTime=1731349057798 2024-11-11T18:17:37,823 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,823 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:17:37,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32b070ea9d0c66aa9f6400bfcdf82781, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:37,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b070ea9d0c66aa9f6400bfcdf82781, server=90f34c5bee6a,37811,1731349049482 because future has completed 2024-11-11T18:17:37,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:17:37,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b070ea9d0c66aa9f6400bfcdf82781, server=90f34c5bee6a,37811,1731349049482 in 184 msec 2024-11-11T18:17:37,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:17:37,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=32b070ea9d0c66aa9f6400bfcdf82781, ASSIGN in 341 msec 2024-11-11T18:17:37,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:17:37,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349057834"}]},"ts":"1731349057834"} 2024-11-11T18:17:37,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:17:37,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:17:37,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 783 msec 2024-11-11T18:17:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:38,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:38,198 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:17:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28606c73 2024-11-11T18:17:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:38,201 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:38,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:17:38,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:17:38,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:38,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:17:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:38,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:17:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:17:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:38,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11c68368cbe7c9ff7beae9c71f9777aa, NAME => 'test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281 2024-11-11T18:17:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:17:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:39,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:39,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 11c68368cbe7c9ff7beae9c71f9777aa, disabling compactions & flushes 2024-11-11T18:17:39,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. after waiting 0 ms 2024-11-11T18:17:39,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11c68368cbe7c9ff7beae9c71f9777aa: Waiting for close lock at 1731349059021Disabling compacts and flushes for region at 1731349059021Disabling writes for close at 1731349059021Writing region close event to WAL at 1731349059021Closed at 1731349059021 2024-11-11T18:17:39,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:17:39,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349059023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349059023"}]},"ts":"1731349059023"} 2024-11-11T18:17:39,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:17:39,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:17:39,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349059060"}]},"ts":"1731349059060"} 2024-11-11T18:17:39,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:17:39,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11c68368cbe7c9ff7beae9c71f9777aa, ASSIGN}] 2024-11-11T18:17:39,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11c68368cbe7c9ff7beae9c71f9777aa, ASSIGN 2024-11-11T18:17:39,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=11c68368cbe7c9ff7beae9c71f9777aa, ASSIGN; state=OFFLINE, location=90f34c5bee6a,39771,1731349054005; forceNewPlan=false, retain=false 2024-11-11T18:17:39,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11c68368cbe7c9ff7beae9c71f9777aa, regionState=OPENING, regionLocation=90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:39,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=11c68368cbe7c9ff7beae9c71f9777aa, ASSIGN because future has completed 2024-11-11T18:17:39,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11c68368cbe7c9ff7beae9c71f9777aa, server=90f34c5bee6a,39771,1731349054005}] 2024-11-11T18:17:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:39,375 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,375 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 11c68368cbe7c9ff7beae9c71f9777aa, NAME => 'test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:39,376 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:39,376 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:17:39,376 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,376 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:39,376 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,376 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,377 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,379 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11c68368cbe7c9ff7beae9c71f9777aa columnFamilyName f 2024-11-11T18:17:39,379 DEBUG [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:39,379 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] regionserver.HStore(327): Store=11c68368cbe7c9ff7beae9c71f9777aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:39,379 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,381 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11c68368cbe7c9ff7beae9c71f9777aa columnFamilyName f1 2024-11-11T18:17:39,381 DEBUG [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:39,381 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] regionserver.HStore(327): Store=11c68368cbe7c9ff7beae9c71f9777aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:39,381 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,382 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11c68368cbe7c9ff7beae9c71f9777aa columnFamilyName norep 2024-11-11T18:17:39,382 DEBUG [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:39,383 INFO [StoreOpener-11c68368cbe7c9ff7beae9c71f9777aa-1 {}] regionserver.HStore(327): Store=11c68368cbe7c9ff7beae9c71f9777aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:39,383 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,384 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,384 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,385 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,385 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,385 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:17:39,386 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,388 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:39,389 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 11c68368cbe7c9ff7beae9c71f9777aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73575406, jitterRate=0.09635898470878601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:17:39,389 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:17:39,389 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 11c68368cbe7c9ff7beae9c71f9777aa: Running coprocessor pre-open hook at 1731349059376Writing region info on filesystem at 1731349059376Initializing all the Stores at 1731349059377 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349059377Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349059377Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349059377Cleaning up temporary data from old regions at 1731349059385 (+8 ms)Running coprocessor post-open hooks at 1731349059389 (+4 ms)Region opened successfully at 1731349059389 2024-11-11T18:17:39,390 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa., pid=6, masterSystemTime=1731349059371 2024-11-11T18:17:39,392 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,392 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:17:39,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11c68368cbe7c9ff7beae9c71f9777aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,39771,1731349054005 2024-11-11T18:17:39,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11c68368cbe7c9ff7beae9c71f9777aa, server=90f34c5bee6a,39771,1731349054005 because future has completed 2024-11-11T18:17:39,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:17:39,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11c68368cbe7c9ff7beae9c71f9777aa, server=90f34c5bee6a,39771,1731349054005 in 200 msec 2024-11-11T18:17:39,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:17:39,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=11c68368cbe7c9ff7beae9c71f9777aa, ASSIGN in 359 msec 2024-11-11T18:17:39,426 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:17:39,426 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349059426"}]},"ts":"1731349059426"} 2024-11-11T18:17:39,429 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:17:39,430 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:17:39,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2280 sec 2024-11-11T18:17:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:17:39,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:17:39,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:17:39,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T18:17:39,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:17:39,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T18:17:39,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:17:39,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T18:17:39,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:39,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T18:17:39,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:17:39,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:17:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:17:40,359 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:17:40,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40821,-1 for getting cluster id 2024-11-11T18:17:40,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:40,361 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d1ba56-8017-4677-acbd-4f96b937e00c' 2024-11-11T18:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d1ba56-8017-4677-acbd-4f96b937e00c" 2024-11-11T18:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183685a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40821,-1] 2024-11-11T18:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:40,362 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff09546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33685,-1 for getting cluster id 2024-11-11T18:17:40,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:40,365 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769b1678-d967-480d-b543-99389124932b' 2024-11-11T18:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769b1678-d967-480d-b543-99389124932b" 2024-11-11T18:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57968129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33685,-1] 2024-11-11T18:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:40,366 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e2e296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40821,-1 for getting cluster id 2024-11-11T18:17:40,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:40,368 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d1ba56-8017-4677-acbd-4f96b937e00c' 2024-11-11T18:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d1ba56-8017-4677-acbd-4f96b937e00c" 2024-11-11T18:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a05918b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40821,-1] 2024-11-11T18:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:40,369 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:40,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e2993c 2024-11-11T18:17:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:40,374 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:40,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:33685,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:17:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:17:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:17:40,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:33685' 2024-11-11T18:17:40,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7079eb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,378 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33685,-1 for getting cluster id 2024-11-11T18:17:40,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:40,378 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769b1678-d967-480d-b543-99389124932b' 2024-11-11T18:17:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769b1678-d967-480d-b543-99389124932b" 2024-11-11T18:17:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f639f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33685,-1] 2024-11-11T18:17:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:40,380 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:40,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ba3dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:40,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d077f07 2024-11-11T18:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:40,382 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:40,382 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:17:40,383 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:17:40,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:40,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:40,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:40,383 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:17:40,384 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:17:40,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:17:40,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:40,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:17:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:17:40,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16bc1438d897d98569d392b3def66ae7, NAME => 'hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9 2024-11-11T18:17:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:17:40,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:40,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16bc1438d897d98569d392b3def66ae7, disabling compactions & flushes 2024-11-11T18:17:40,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. after waiting 0 ms 2024-11-11T18:17:40,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16bc1438d897d98569d392b3def66ae7: Waiting for close lock at 1731349060402Disabling compacts and flushes for region at 1731349060402Disabling writes for close at 1731349060402Writing region close event to WAL at 1731349060402Closed at 1731349060402 2024-11-11T18:17:40,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:17:40,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349060404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349060404"}]},"ts":"1731349060404"} 2024-11-11T18:17:40,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:17:40,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:17:40,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349060409"}]},"ts":"1731349060409"} 2024-11-11T18:17:40,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:17:40,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16bc1438d897d98569d392b3def66ae7, ASSIGN}] 2024-11-11T18:17:40,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16bc1438d897d98569d392b3def66ae7, ASSIGN 2024-11-11T18:17:40,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16bc1438d897d98569d392b3def66ae7, ASSIGN; state=OFFLINE, location=90f34c5bee6a,37811,1731349049482; forceNewPlan=false, retain=false 2024-11-11T18:17:40,434 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:17:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:17:40,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16bc1438d897d98569d392b3def66ae7, regionState=OPENING, regionLocation=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16bc1438d897d98569d392b3def66ae7, ASSIGN because future has completed 2024-11-11T18:17:40,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16bc1438d897d98569d392b3def66ae7, server=90f34c5bee6a,37811,1731349049482}] 2024-11-11T18:17:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:17:40,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:40,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:17:40,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C37811%2C1731349049482.rep, suffix=, logDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/oldWALs, maxLogs=10 2024-11-11T18:17:40,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.rep.1731349060727, exclude list is [], retry=0 2024-11-11T18:17:40,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-7edc566c-e701-436b-a150-810fc28306ef,DISK] 2024-11-11T18:17:40,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.rep.1731349060727 2024-11-11T18:17:40,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-11T18:17:40,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16bc1438d897d98569d392b3def66ae7, NAME => 'hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:40,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:17:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. service=MultiRowMutationService 2024-11-11T18:17:40,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:17:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,750 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,751 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16bc1438d897d98569d392b3def66ae7 columnFamilyName hfileref 2024-11-11T18:17:40,751 DEBUG [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:40,752 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] regionserver.HStore(327): Store=16bc1438d897d98569d392b3def66ae7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:40,752 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,753 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16bc1438d897d98569d392b3def66ae7 columnFamilyName queue 2024-11-11T18:17:40,753 DEBUG [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:40,754 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] regionserver.HStore(327): Store=16bc1438d897d98569d392b3def66ae7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:40,754 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,757 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16bc1438d897d98569d392b3def66ae7 columnFamilyName sid 2024-11-11T18:17:40,757 DEBUG [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:40,757 INFO [StoreOpener-16bc1438d897d98569d392b3def66ae7-1 {}] regionserver.HStore(327): Store=16bc1438d897d98569d392b3def66ae7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:17:40,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:17:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:17:40,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16bc1438d897d98569d392b3def66ae7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73484223, jitterRate=0.0950002521276474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:17:40,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:17:40,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16bc1438d897d98569d392b3def66ae7: Running coprocessor pre-open hook at 1731349060747Writing region info on filesystem at 1731349060748 (+1 ms)Initializing all the Stores at 1731349060748Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349060748Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349060750 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349060750Cleaning up temporary data from old regions at 1731349060760 (+10 ms)Running coprocessor post-open hooks at 1731349060765 (+5 ms)Region opened successfully at 1731349060766 (+1 ms) 2024-11-11T18:17:40,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7., pid=10, masterSystemTime=1731349060721 2024-11-11T18:17:40,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:17:40,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16bc1438d897d98569d392b3def66ae7, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,37811,1731349049482 2024-11-11T18:17:40,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16bc1438d897d98569d392b3def66ae7, server=90f34c5bee6a,37811,1731349049482 because future has completed 2024-11-11T18:17:40,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:17:40,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16bc1438d897d98569d392b3def66ae7, server=90f34c5bee6a,37811,1731349049482 in 218 msec 2024-11-11T18:17:40,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:17:40,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16bc1438d897d98569d392b3def66ae7, ASSIGN in 377 msec 2024-11-11T18:17:40,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:17:40,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349060795"}]},"ts":"1731349060795"} 2024-11-11T18:17:40,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:17:40,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:17:40,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 416 msec 2024-11-11T18:17:40,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2] 2024-11-11T18:17:40,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:40,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:17:40,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:17:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:17:41,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:17:41,012 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:17:41,049 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,37811,1731349049482, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:17:41,050 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:41,050 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37811,1731349049482, seqNum=-1] 2024-11-11T18:17:41,050 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:41,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T18:17:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,37811,1731349049482', locateType=CURRENT is [region=hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2] 2024-11-11T18:17:41,058 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:17:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:17:41,061 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,37811,1731349049482 suceeded 2024-11-11T18:17:41,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:17:41,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-11T18:17:41,065 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:33685,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T18:17:41,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 693 msec 2024-11-11T18:17:41,080 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:33685' 2024-11-11T18:17:41,082 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f85afbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:41,082 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33685,-1 for getting cluster id 2024-11-11T18:17:41,082 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:41,083 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769b1678-d967-480d-b543-99389124932b' 2024-11-11T18:17:41,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:41,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769b1678-d967-480d-b543-99389124932b" 2024-11-11T18:17:41,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5841a21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:41,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33685,-1] 2024-11-11T18:17:41,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:41,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:41,085 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:41,086 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ff613e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:41,086 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:41,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:41,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe702a0 2024-11-11T18:17:41,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:41,089 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T18:17:41,090 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,37811,1731349049482 (queues=1) is replicating from cluster=08d1ba56-8017-4677-acbd-4f96b937e00c to cluster=769b1678-d967-480d-b543-99389124932b 2024-11-11T18:17:41,090 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C37811%2C1731349049482 2024-11-11T18:17:41,090 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,37811,1731349049482, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:17:41,091 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480, startPosition=0, beingWritten=true 2024-11-11T18:17:41,093 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C37811%2C1731349049482 2024-11-11T18:17:41,116 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:17:41,116 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 379, reset compression=false 2024-11-11T18:17:41,116 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:17:41,324 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 379, reset compression=false 2024-11-11T18:17:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:17:41,518 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:17:41,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:41,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:41,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:41,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:41,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:41,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:41,524 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731349061523/Put/seqid=0 2024-11-11T18:17:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741840_1016 (size=7894) 2024-11-11T18:17:41,632 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 379, reset compression=false 2024-11-11T18:17:41,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:17:41,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_1 is 34, key is ddd/f:row/1731349061930/Put/seqid=0 2024-11-11T18:17:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741841_1017 (size=7691) 2024-11-11T18:17:42,036 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 379, reset compression=false 2024-11-11T18:17:42,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:42,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40821,-1 for getting cluster id 2024-11-11T18:17:42,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:42,342 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d1ba56-8017-4677-acbd-4f96b937e00c' 2024-11-11T18:17:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d1ba56-8017-4677-acbd-4f96b937e00c" 2024-11-11T18:17:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be333d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40821,-1] 2024-11-11T18:17:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:42,343 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:42,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:42,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:42,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37811,1731349049482, seqNum=-1] 2024-11-11T18:17:42,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:42,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:42,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab5524e 2024-11-11T18:17:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:42,360 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2] 2024-11-11T18:17:42,376 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:17:42,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T18:17:42,390 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T18:17:42,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_0 for inclusion in 32b070ea9d0c66aa9f6400bfcdf82781/f 2024-11-11T18:17:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T18:17:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:17:42,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_1 for inclusion in 32b070ea9d0c66aa9f6400bfcdf82781/f 2024-11-11T18:17:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T18:17:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:17:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HRegion(2603): Flush status journal for 32b070ea9d0c66aa9f6400bfcdf82781: 2024-11-11T18:17:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_0 to hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_0 2024-11-11T18:17:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_0 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ 2024-11-11T18:17:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f/f/hfile_1 to hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_1 2024-11-11T18:17:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_1 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ 2024-11-11T18:17:42,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_0 into 32b070ea9d0c66aa9f6400bfcdf82781/f as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ - updating store file list. 2024-11-11T18:17:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:17:42,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ into 32b070ea9d0c66aa9f6400bfcdf82781/f 2024-11-11T18:17:42,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_0 into 32b070ea9d0c66aa9f6400bfcdf82781/f (new location: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_) 2024-11-11T18:17:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_0 2024-11-11T18:17:42,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_1 into 32b070ea9d0c66aa9f6400bfcdf82781/f as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ - updating store file list. 2024-11-11T18:17:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:17:42,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ into 32b070ea9d0c66aa9f6400bfcdf82781/f 2024-11-11T18:17:42,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_1 into 32b070ea9d0c66aa9f6400bfcdf82781/f (new location: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_) 2024-11-11T18:17:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__nm4tqu4gplldt25gldd9piuqriadms0oft4hrrdvd8t3rlv53tmk1qjf3hmalq2q/f/hfile_1 2024-11-11T18:17:42,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:42,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:42,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:42,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:42,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:42,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2 , the old value is region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:37811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:17:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39771,1731349054005, seqNum=-1] 2024-11-11T18:17:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:17:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2 from cache 2024-11-11T18:17:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:42,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49282 deadline: 1731349122449 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49282 2024-11-11T18:17:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa., hostname=90f34c5bee6a,39771,1731349054005, seqNum=2] 2024-11-11T18:17:42,457 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T18:17:42,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:17:42,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:42,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:42,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:42,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:17:42,540 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 379, reset compression=false 2024-11-11T18:17:42,546 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:17:42,546 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: WALEntryBatch [walEntries=[{test/32b070ea9d0c66aa9f6400bfcdf82781/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349062443/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T18:17:42,558 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T18:17:42,572 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:17:42,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T18:17:42,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(318): Replicating [08d1ba56-8017-4677-acbd-4f96b937e00c] bulk loaded data 2024-11-11T18:17:42,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67158dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:42,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33685,-1 for getting cluster id 2024-11-11T18:17:42,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:42,579 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769b1678-d967-480d-b543-99389124932b' 2024-11-11T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769b1678-d967-480d-b543-99389124932b" 2024-11-11T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4972ffdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33685,-1] 2024-11-11T18:17:42,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:42,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:42,581 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:42,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61a06e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741837_1013 (size=7894) 2024-11-11T18:17:42,747 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 687, reset compression=false 2024-11-11T18:17:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741838_1014 (size=7691) 2024-11-11T18:17:43,051 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 687, reset compression=false 2024-11-11T18:17:43,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:17:43,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33685,1731349053961 2024-11-11T18:17:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@363d4119 2024-11-11T18:17:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:43,410 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T18:17:43,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:17:43,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39771,1731349054005, seqNum=-1] 2024-11-11T18:17:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:43,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T18:17:43,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T18:17:43,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T18:17:43,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ for inclusion in 11c68368cbe7c9ff7beae9c71f9777aa/f 2024-11-11T18:17:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T18:17:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:17:43,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ for inclusion in 11c68368cbe7c9ff7beae9c71f9777aa/f 2024-11-11T18:17:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T18:17:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:17:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HRegion(2603): Flush status journal for 11c68368cbe7c9ff7beae9c71f9777aa: 2024-11-11T18:17:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:17:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/eef5a54d73f1443f8e038753cdc564e1_SeqId_4_ 2024-11-11T18:17:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:17:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/db87bb08b3df461d9da99eb136cde3e2_SeqId_4_ 2024-11-11T18:17:43,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ into 11c68368cbe7c9ff7beae9c71f9777aa/f as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/eef5a54d73f1443f8e038753cdc564e1_SeqId_4_ - updating store file list. 2024-11-11T18:17:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eef5a54d73f1443f8e038753cdc564e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:17:43,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/eef5a54d73f1443f8e038753cdc564e1_SeqId_4_ into 11c68368cbe7c9ff7beae9c71f9777aa/f 2024-11-11T18:17:43,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ into 11c68368cbe7c9ff7beae9c71f9777aa/f (new location: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/eef5a54d73f1443f8e038753cdc564e1_SeqId_4_) 2024-11-11T18:17:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_ 2024-11-11T18:17:43,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ into 11c68368cbe7c9ff7beae9c71f9777aa/f as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/db87bb08b3df461d9da99eb136cde3e2_SeqId_4_ - updating store file list. 2024-11-11T18:17:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db87bb08b3df461d9da99eb136cde3e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:17:43,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/db87bb08b3df461d9da99eb136cde3e2_SeqId_4_ into 11c68368cbe7c9ff7beae9c71f9777aa/f 2024-11-11T18:17:43,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ into 11c68368cbe7c9ff7beae9c71f9777aa/f (new location: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/f/db87bb08b3df461d9da99eb136cde3e2_SeqId_4_) 2024-11-11T18:17:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/staging/jenkins.hfs.6__test__ekgidjuhgmta9vk0ra1mqnrtrmehiq5see553v75mvspp2nnqnk2rhoqj5eb7trf/f/a4e5c75b6c4941b2be0bec0fa600d4a9_SeqId_4_ 2024-11-11T18:17:43,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(324): Finished replicating [08d1ba56-8017-4677-acbd-4f96b937e00c] bulk loaded data 2024-11-11T18:17:43,455 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 687, reset compression=false 2024-11-11T18:17:43,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:17:43,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731349063474/Put/seqid=0 2024-11-11T18:17:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741842_1018 (size=7997) 2024-11-11T18:17:43,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731349063881/Put/seqid=0 2024-11-11T18:17:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741843_1019 (size=7794) 2024-11-11T18:17:43,959 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 687, reset compression=false 2024-11-11T18:17:44,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:44,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40821,-1 for getting cluster id 2024-11-11T18:17:44,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:17:44,289 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d1ba56-8017-4677-acbd-4f96b937e00c' 2024-11-11T18:17:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:17:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d1ba56-8017-4677-acbd-4f96b937e00c" 2024-11-11T18:17:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6482c3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40821,-1] 2024-11-11T18:17:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:17:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:44,291 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:17:44,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:17:44,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37811,1731349049482, seqNum=-1] 2024-11-11T18:17:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:44,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:44,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:17:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40821,1731349049416 2024-11-11T18:17:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a2485a 2024-11-11T18:17:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:17:44,304 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:17:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2] 2024-11-11T18:17:44,310 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:17:44,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T18:17:44,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T18:17:44,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_0 for inclusion in 32b070ea9d0c66aa9f6400bfcdf82781/f1 2024-11-11T18:17:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T18:17:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:17:44,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_1 for inclusion in 32b070ea9d0c66aa9f6400bfcdf82781/f1 2024-11-11T18:17:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T18:17:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:17:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HRegion(2603): Flush status journal for 32b070ea9d0c66aa9f6400bfcdf82781: 2024-11-11T18:17:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_0 to hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_0 2024-11-11T18:17:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_0 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/7bd0c9f503d14248b225e9bb8e8a4145_SeqId_6_ 2024-11-11T18:17:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/load_f1/f1/hfile_1 to hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_1 2024-11-11T18:17:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_1 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/955ebb762769499d980a53bfc761894c_SeqId_6_ 2024-11-11T18:17:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T18:17:44,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_0 into 32b070ea9d0c66aa9f6400bfcdf82781/f1 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/7bd0c9f503d14248b225e9bb8e8a4145_SeqId_6_ - updating store file list. 2024-11-11T18:17:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bd0c9f503d14248b225e9bb8e8a4145_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:17:44,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/7bd0c9f503d14248b225e9bb8e8a4145_SeqId_6_ into 32b070ea9d0c66aa9f6400bfcdf82781/f1 2024-11-11T18:17:44,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_0 into 32b070ea9d0c66aa9f6400bfcdf82781/f1 (new location: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/7bd0c9f503d14248b225e9bb8e8a4145_SeqId_6_) 2024-11-11T18:17:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_0 2024-11-11T18:17:44,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_1 into 32b070ea9d0c66aa9f6400bfcdf82781/f1 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/955ebb762769499d980a53bfc761894c_SeqId_6_ - updating store file list. 2024-11-11T18:17:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 955ebb762769499d980a53bfc761894c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:17:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/955ebb762769499d980a53bfc761894c_SeqId_6_ into 32b070ea9d0c66aa9f6400bfcdf82781/f1 2024-11-11T18:17:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_1 into 32b070ea9d0c66aa9f6400bfcdf82781/f1 (new location: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/f1/955ebb762769499d980a53bfc761894c_SeqId_6_) 2024-11-11T18:17:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/staging/jenkins__test__gpng4gfjp56gtnl8chmor77aa1raqio32j9l1crmlpig942bvvo8slctmne2v3da/f1/hfile_1 2024-11-11T18:17:44,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:44,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:44,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:44,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:44,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2 , the old value is region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:37811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:17:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49284 deadline: 1731349124345 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49284 2024-11-11T18:17:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:17:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2 from cache 2024-11-11T18:17:44,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:44,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37811,1731349049482, seqNum=-1] 2024-11-11T18:17:44,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:17:44,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:17:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., hostname=90f34c5bee6a,37811,1731349049482, seqNum=2] 2024-11-11T18:17:44,449 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T18:17:44,564 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 687, reset compression=false 2024-11-11T18:17:44,569 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:17:44,570 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:44,570 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:17:44,774 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:45,079 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:45,484 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:45,988 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:46,593 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:47,298 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:48,103 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:49,008 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:49,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:17:49,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T18:17:50,012 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:51,117 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:52,322 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:53,627 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:55,033 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:56,558 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:58,163 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:17:59,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:17:59,867 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:01,672 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:03,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:18:03,576 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:04,573 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: null 2024-11-11T18:18:05,580 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:07,686 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:09,890 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:12,194 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:12,527 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T18:18:12,527 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T18:18:14,599 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:17,016 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T18:18:17,016 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T18:18:17,104 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:19,708 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:22,412 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:22,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 32b070ea9d0c66aa9f6400bfcdf82781, had cached 0 bytes from a total of 31376 2024-11-11T18:18:24,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 11c68368cbe7c9ff7beae9c71f9777aa, had cached 0 bytes from a total of 15585 2024-11-11T18:18:24,573 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: null 2024-11-11T18:18:25,217 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:28,121 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:29,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:18:31,125 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:32,517 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:18:33,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:18:34,229 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:37,434 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:37,960 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:18:40,739 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:44,143 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:44,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:18:44,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:18:44,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:44,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:44,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:44,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:18:44,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:18:44,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1939155547, stopped=false 2024-11-11T18:18:44,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,33685,1731349053961 2024-11-11T18:18:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1164962750/running 2024-11-11T18:18:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1164962750/running 2024-11-11T18:18:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:18:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:18:44,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:18:44,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:18:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/running 2024-11-11T18:18:44,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:44,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:44,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,39771,1731349054005' ***** 2024-11-11T18:18:44,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:18:44,385 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:18:44,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Set watcher on znode that does not yet exist, /1164962750/running 2024-11-11T18:18:44,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:18:44,386 INFO [RS:0;90f34c5bee6a:39771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:18:44,386 INFO [RS:0;90f34c5bee6a:39771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:18:44,386 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for 11c68368cbe7c9ff7beae9c71f9777aa 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,39771,1731349054005 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:39771. 2024-11-11T18:18:44,387 DEBUG [RS:0;90f34c5bee6a:39771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:44,387 DEBUG [RS:0;90f34c5bee6a:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:18:44,387 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11c68368cbe7c9ff7beae9c71f9777aa, disabling compactions & flushes 2024-11-11T18:18:44,387 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:18:44,387 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:18:44,387 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:18:44,387 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. after waiting 0 ms 2024-11-11T18:18:44,387 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:18:44,388 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:18:44,388 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 11c68368cbe7c9ff7beae9c71f9777aa=test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa.} 2024-11-11T18:18:44,388 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1351): Waiting on 11c68368cbe7c9ff7beae9c71f9777aa, 1588230740 2024-11-11T18:18:44,388 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:18:44,389 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:18:44,389 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:18:44,389 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:18:44,389 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:18:44,389 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T18:18:44,397 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/default/test/11c68368cbe7c9ff7beae9c71f9777aa/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T18:18:44,398 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:44,398 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:18:44,398 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:18:44,398 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11c68368cbe7c9ff7beae9c71f9777aa: Waiting for close lock at 1731349124387Running coprocessor pre-close hooks at 1731349124387Disabling compacts and flushes for region at 1731349124387Disabling writes for close at 1731349124387Writing region close event to WAL at 1731349124393 (+6 ms)Running coprocessor post-close hooks at 1731349124398 (+5 ms)Closed at 1731349124398 2024-11-11T18:18:44,398 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa. 2024-11-11T18:18:44,416 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/info/513e8ac5d42c44f4bf8ddc697f934fa5 is 129, key is test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa./info:regioninfo/1731349059393/Put/seqid=0 2024-11-11T18:18:44,419 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:18:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741839_1015 (size=6421) 2024-11-11T18:18:44,421 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/info/513e8ac5d42c44f4bf8ddc697f934fa5 2024-11-11T18:18:44,451 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/ns/1fdf0c556b6144e1b7b33fc499e2be15 is 43, key is default/ns:d/1731349057002/Put/seqid=0 2024-11-11T18:18:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741840_1016 (size=5153) 2024-11-11T18:18:44,457 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/ns/1fdf0c556b6144e1b7b33fc499e2be15 2024-11-11T18:18:44,485 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/rep_barrier/bec74e08860849dd9cd6f971a39b575d is 112, key is test,,1731349058201.11c68368cbe7c9ff7beae9c71f9777aa./rep_barrier:seqnumDuringOpen/1731349059393/Put/seqid=0 2024-11-11T18:18:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741841_1017 (size=5518) 2024-11-11T18:18:44,574 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: null 2024-11-11T18:18:44,588 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:18:44,789 DEBUG [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:18:44,890 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/rep_barrier/bec74e08860849dd9cd6f971a39b575d 2024-11-11T18:18:44,911 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/table/6a5c3bdd232444ca837c484939a85b6d is 40, key is test/table:state/1731349059426/Put/seqid=0 2024-11-11T18:18:44,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741842_1018 (size=5165) 2024-11-11T18:18:44,918 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/table/6a5c3bdd232444ca837c484939a85b6d 2024-11-11T18:18:44,925 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/info/513e8ac5d42c44f4bf8ddc697f934fa5 as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/info/513e8ac5d42c44f4bf8ddc697f934fa5 2024-11-11T18:18:44,929 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:18:44,929 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:18:44,937 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/info/513e8ac5d42c44f4bf8ddc697f934fa5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T18:18:44,938 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/ns/1fdf0c556b6144e1b7b33fc499e2be15 as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/ns/1fdf0c556b6144e1b7b33fc499e2be15 2024-11-11T18:18:44,944 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/ns/1fdf0c556b6144e1b7b33fc499e2be15, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:18:44,945 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/rep_barrier/bec74e08860849dd9cd6f971a39b575d as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/rep_barrier/bec74e08860849dd9cd6f971a39b575d 2024-11-11T18:18:44,950 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/rep_barrier/bec74e08860849dd9cd6f971a39b575d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T18:18:44,951 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/.tmp/table/6a5c3bdd232444ca837c484939a85b6d as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/table/6a5c3bdd232444ca837c484939a85b6d 2024-11-11T18:18:44,956 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/table/6a5c3bdd232444ca837c484939a85b6d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:18:44,958 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=11, compaction requested=false 2024-11-11T18:18:44,968 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:18:44,969 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:44,969 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:18:44,969 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:18:44,969 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349124388Running coprocessor pre-close hooks at 1731349124388Disabling compacts and flushes for region at 1731349124388Disabling writes for close at 1731349124389 (+1 ms)Obtaining lock to block concurrent updates at 1731349124389Preparing flush snapshotting stores in 1588230740 at 1731349124389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731349124389Flushing stores of hbase:meta,,1.1588230740 at 1731349124390 (+1 ms)Flushing 1588230740/info: creating writer at 1731349124390Flushing 1588230740/info: appending metadata at 1731349124415 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731349124415Flushing 1588230740/ns: creating writer at 1731349124429 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731349124451 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731349124451Flushing 1588230740/rep_barrier: creating writer at 1731349124463 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349124484 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349124484Flushing 1588230740/table: creating writer at 1731349124895 (+411 ms)Flushing 1588230740/table: appending metadata at 1731349124910 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731349124910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476d51c5: reopening flushed file at 1731349124924 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4567659a: reopening flushed file at 1731349124938 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7527e432: reopening flushed file at 1731349124944 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e43ce9: reopening flushed file at 1731349124950 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=11, compaction requested=false at 1731349124958 (+8 ms)Writing region close event to WAL at 1731349124965 (+7 ms)Running coprocessor post-close hooks at 1731349124969 (+4 ms)Closed at 1731349124969 2024-11-11T18:18:44,969 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:18:44,989 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,39771,1731349054005; all regions closed. 2024-11-11T18:18:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741834_1010 (size=2717) 2024-11-11T18:18:44,994 DEBUG [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/oldWALs 2024-11-11T18:18:44,994 INFO [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C39771%2C1731349054005.meta:.meta(num 1731349056954) 2024-11-11T18:18:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741832_1008 (size=1028) 2024-11-11T18:18:45,003 DEBUG [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/oldWALs 2024-11-11T18:18:45,003 INFO [RS:0;90f34c5bee6a:39771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C39771%2C1731349054005:(num 1731349055998) 2024-11-11T18:18:45,003 DEBUG [RS:0;90f34c5bee6a:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:45,003 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:18:45,004 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:18:45,004 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:18:45,004 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:18:45,004 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:18:45,004 INFO [RS:0;90f34c5bee6a:39771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:39771. 2024-11-11T18:18:45,005 DEBUG [RS:0;90f34c5bee6a:39771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:45,005 DEBUG [RS:0;90f34c5bee6a:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:45,005 DEBUG [RS:0;90f34c5bee6a:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:45,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:18:45,005 INFO [RS:0;90f34c5bee6a:39771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39771 2024-11-11T18:18:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750/rs 2024-11-11T18:18:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1164962750/rs/90f34c5bee6a,39771,1731349054005 2024-11-11T18:18:45,007 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:18:45,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,39771,1731349054005] 2024-11-11T18:18:45,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1164962750/draining/90f34c5bee6a,39771,1731349054005 already deleted, retry=false 2024-11-11T18:18:45,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,39771,1731349054005 expired; onlineServers=0 2024-11-11T18:18:45,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,33685,1731349053961' ***** 2024-11-11T18:18:45,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:18:45,012 INFO [M:0;90f34c5bee6a:33685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:18:45,012 INFO [M:0;90f34c5bee6a:33685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:18:45,013 DEBUG [M:0;90f34c5bee6a:33685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:18:45,013 DEBUG [M:0;90f34c5bee6a:33685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:18:45,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:18:45,013 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349055809 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349055809,5,FailOnTimeoutGroup] 2024-11-11T18:18:45,013 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349055811 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349055811,5,FailOnTimeoutGroup] 2024-11-11T18:18:45,013 INFO [M:0;90f34c5bee6a:33685 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:18:45,013 INFO [M:0;90f34c5bee6a:33685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:18:45,013 DEBUG [M:0;90f34c5bee6a:33685 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:18:45,013 INFO [M:0;90f34c5bee6a:33685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:18:45,013 INFO [M:0;90f34c5bee6a:33685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:18:45,013 INFO [M:0;90f34c5bee6a:33685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:18:45,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:18:45,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1164962750/master 2024-11-11T18:18:45,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1164962750 2024-11-11T18:18:45,014 DEBUG [M:0;90f34c5bee6a:33685 {}] zookeeper.ZKUtil(347): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Unable to get data of znode /1164962750/master because node does not exist (not an error) 2024-11-11T18:18:45,014 WARN [M:0;90f34c5bee6a:33685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:18:45,015 INFO [M:0;90f34c5bee6a:33685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/.lastflushedseqids 2024-11-11T18:18:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741843_1019 (size=173) 2024-11-11T18:18:45,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:45,110 INFO [RS:0;90f34c5bee6a:39771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:18:45,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x101083fd6cf0004, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:45,110 INFO [RS:0;90f34c5bee6a:39771 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,39771,1731349054005; zookeeper connection closed. 2024-11-11T18:18:45,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d6d7efe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d6d7efe 2024-11-11T18:18:45,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:18:45,423 INFO [M:0;90f34c5bee6a:33685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:18:45,423 INFO [M:0;90f34c5bee6a:33685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:18:45,423 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:18:45,423 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:45,423 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:45,423 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:18:45,423 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:45,423 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-11T18:18:45,448 DEBUG [M:0;90f34c5bee6a:33685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13618876bb8d4fa385ab3cf8cdf704e2 is 82, key is hbase:meta,,1/info:regioninfo/1731349056989/Put/seqid=0 2024-11-11T18:18:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741844_1020 (size=5672) 2024-11-11T18:18:45,455 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13618876bb8d4fa385ab3cf8cdf704e2 2024-11-11T18:18:45,485 DEBUG [M:0;90f34c5bee6a:33685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caa3509db2b84786baa3c9a041d76e21 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349059432/Put/seqid=0 2024-11-11T18:18:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741845_1021 (size=6727) 2024-11-11T18:18:45,895 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caa3509db2b84786baa3c9a041d76e21 2024-11-11T18:18:45,902 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caa3509db2b84786baa3c9a041d76e21 2024-11-11T18:18:45,923 DEBUG [M:0;90f34c5bee6a:33685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/747bfae97d524782a0d2999984f6877d is 69, key is 90f34c5bee6a,39771,1731349054005/rs:state/1731349055842/Put/seqid=0 2024-11-11T18:18:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741846_1022 (size=5156) 2024-11-11T18:18:46,341 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/747bfae97d524782a0d2999984f6877d 2024-11-11T18:18:46,347 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13618876bb8d4fa385ab3cf8cdf704e2 as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13618876bb8d4fa385ab3cf8cdf704e2 2024-11-11T18:18:46,351 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13618876bb8d4fa385ab3cf8cdf704e2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T18:18:46,352 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caa3509db2b84786baa3c9a041d76e21 as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caa3509db2b84786baa3c9a041d76e21 2024-11-11T18:18:46,357 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caa3509db2b84786baa3c9a041d76e21 2024-11-11T18:18:46,357 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caa3509db2b84786baa3c9a041d76e21, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T18:18:46,357 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/747bfae97d524782a0d2999984f6877d as hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/747bfae97d524782a0d2999984f6877d 2024-11-11T18:18:46,362 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32847/user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/747bfae97d524782a0d2999984f6877d, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T18:18:46,363 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=58, compaction requested=false 2024-11-11T18:18:46,364 INFO [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:46,364 DEBUG [M:0;90f34c5bee6a:33685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349125423Disabling compacts and flushes for region at 1731349125423Disabling writes for close at 1731349125423Obtaining lock to block concurrent updates at 1731349125423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349125423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731349125424 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349125425 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349125425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349125448 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349125448Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349125461 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349125484 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349125484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349125902 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349125923 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349125923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4765b9: reopening flushed file at 1731349126346 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfc81ed: reopening flushed file at 1731349126352 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee3872c: reopening flushed file at 1731349126357 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=58, compaction requested=false at 1731349126363 (+6 ms)Writing region close event to WAL at 1731349126364 (+1 ms)Closed at 1731349126364 2024-11-11T18:18:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741830_1006 (size=33026) 2024-11-11T18:18:46,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc45f0b3-41ba-58d8-0516-69cd36906281/MasterData/WALs/90f34c5bee6a,33685,1731349053961/90f34c5bee6a%2C33685%2C1731349053961.1731349055700 not finished, retry = 0 2024-11-11T18:18:46,468 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:18:46,468 INFO [M:0;90f34c5bee6a:33685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:18:46,468 INFO [M:0;90f34c5bee6a:33685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33685 2024-11-11T18:18:46,469 INFO [M:0;90f34c5bee6a:33685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:18:46,570 INFO [M:0;90f34c5bee6a:33685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:18:46,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:46,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x101083fd6cf0003, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:46,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:18:46,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:18:46,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:18:46,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:18:46,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir/,STOPPED} 2024-11-11T18:18:46,576 WARN [BP-1281080260-172.17.0.2-1731349052661 heartbeating to localhost/127.0.0.1:32847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:18:46,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:18:46,577 WARN [BP-1281080260-172.17.0.2-1731349052661 heartbeating to localhost/127.0.0.1:32847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1281080260-172.17.0.2-1731349052661 (Datanode Uuid 46876ce5-297d-4f5e-8967-18eb63633830) service to localhost/127.0.0.1:32847 2024-11-11T18:18:46,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:18:46,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/cluster_2b79ad00-a3df-a890-17fb-cc247b9d8756/data/data1/current/BP-1281080260-172.17.0.2-1731349052661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:18:46,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/cluster_2b79ad00-a3df-a890-17fb-cc247b9d8756/data/data2/current/BP-1281080260-172.17.0.2-1731349052661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:18:46,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:18:46,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:18:46,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:18:46,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:18:46,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:18:46,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir/,STOPPED} 2024-11-11T18:18:46,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:18:46,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:18:46,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:18:46,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:46,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:46,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:46,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:18:46,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:18:46,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=760219792, stopped=false 2024-11-11T18:18:46,602 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,40821,1731349049416 2024-11-11T18:18:46,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235934956/running 2024-11-11T18:18:46,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235934956/running 2024-11-11T18:18:46,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:18:46,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:18:46,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:18:46,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:18:46,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:46,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:46,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,37811,1731349049482' ***** 2024-11-11T18:18:46,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:18:46,610 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:18:46,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/running 2024-11-11T18:18:46,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Set watcher on znode that does not yet exist, /0235934956/running 2024-11-11T18:18:46,610 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:18:46,610 INFO [RS:0;90f34c5bee6a:37811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:18:46,610 INFO [RS:0;90f34c5bee6a:37811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:18:46,610 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(3091): Received CLOSE for 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,37811,1731349049482 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:37811. 2024-11-11T18:18:46,611 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b070ea9d0c66aa9f6400bfcdf82781, disabling compactions & flushes 2024-11-11T18:18:46,611 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:18:46,611 DEBUG [RS:0;90f34c5bee6a:37811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:46,611 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:18:46,611 DEBUG [RS:0;90f34c5bee6a:37811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:46,611 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. after waiting 0 ms 2024-11-11T18:18:46,611 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:18:46,611 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:18:46,611 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1325): Online Regions={32b070ea9d0c66aa9f6400bfcdf82781=test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781., 1588230740=hbase:meta,,1.1588230740, 16bc1438d897d98569d392b3def66ae7=hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7.} 2024-11-11T18:18:46,611 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16bc1438d897d98569d392b3def66ae7, 32b070ea9d0c66aa9f6400bfcdf82781 2024-11-11T18:18:46,612 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:18:46,612 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:18:46,612 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:18:46,612 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:18:46,612 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:18:46,612 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:18:46,617 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/default/test/32b070ea9d0c66aa9f6400bfcdf82781/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:18:46,618 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b070ea9d0c66aa9f6400bfcdf82781: Waiting for close lock at 1731349126611Running coprocessor pre-close hooks at 1731349126611Disabling compacts and flushes for region at 1731349126611Disabling writes for close at 1731349126611Writing region close event to WAL at 1731349126612 (+1 ms)Running coprocessor post-close hooks at 1731349126618 (+6 ms)Closed at 1731349126618 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781. 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16bc1438d897d98569d392b3def66ae7, disabling compactions & flushes 2024-11-11T18:18:46,618 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. after waiting 0 ms 2024-11-11T18:18:46,618 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:18:46,618 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16bc1438d897d98569d392b3def66ae7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T18:18:46,631 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/info/f916d464bc994b82ade18b7e00e6bf44 is 147, key is hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7./info:regioninfo/1731349060770/Put/seqid=0 2024-11-11T18:18:46,634 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/.tmp/hfileref/9232a4fa2c13437b9c0046e5b292e1f8 is 74, key is 1/hfileref:1b7c2c2ac8d54db8a90e964e7d128cdc_SeqId_4_/1731349063453/DeleteColumn/seqid=0 2024-11-11T18:18:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741844_1020 (size=7686) 2024-11-11T18:18:46,637 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/info/f916d464bc994b82ade18b7e00e6bf44 2024-11-11T18:18:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741845_1021 (size=5203) 2024-11-11T18:18:46,641 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/.tmp/hfileref/9232a4fa2c13437b9c0046e5b292e1f8 2024-11-11T18:18:46,669 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/.tmp/queue/5024fb48e4864ecea3682017cfbf743e is 153, key is 1-90f34c5bee6a,37811,1731349049482/queue:90f34c5bee6a%2C37811%2C1731349049482/1731349064571/Put/seqid=0 2024-11-11T18:18:46,669 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/ns/e6e2104b3a114495a1236b004a91b802 is 43, key is default/ns:d/1731349052494/Put/seqid=0 2024-11-11T18:18:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741846_1022 (size=5352) 2024-11-11T18:18:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741847_1023 (size=5153) 2024-11-11T18:18:46,678 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/ns/e6e2104b3a114495a1236b004a91b802 2024-11-11T18:18:46,707 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/rep_barrier/bc08fa2b2c3f422698a8ac98b397a955 is 112, key is test,,1731349057050.32b070ea9d0c66aa9f6400bfcdf82781./rep_barrier:seqnumDuringOpen/1731349057824/Put/seqid=0 2024-11-11T18:18:46,708 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:18:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741848_1024 (size=5518) 2024-11-11T18:18:46,812 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:18:47,012 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16bc1438d897d98569d392b3def66ae7 2024-11-11T18:18:47,075 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/.tmp/queue/5024fb48e4864ecea3682017cfbf743e 2024-11-11T18:18:47,081 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/.tmp/hfileref/9232a4fa2c13437b9c0046e5b292e1f8 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/hfileref/9232a4fa2c13437b9c0046e5b292e1f8 2024-11-11T18:18:47,086 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/hfileref/9232a4fa2c13437b9c0046e5b292e1f8, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T18:18:47,087 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/.tmp/queue/5024fb48e4864ecea3682017cfbf743e as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/queue/5024fb48e4864ecea3682017cfbf743e 2024-11-11T18:18:47,092 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/queue/5024fb48e4864ecea3682017cfbf743e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T18:18:47,093 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 16bc1438d897d98569d392b3def66ae7 in 475ms, sequenceid=10, compaction requested=false 2024-11-11T18:18:47,099 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/replication/16bc1438d897d98569d392b3def66ae7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T18:18:47,100 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:47,100 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:18:47,100 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:18:47,100 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16bc1438d897d98569d392b3def66ae7: Waiting for close lock at 1731349126618Running coprocessor pre-close hooks at 1731349126618Disabling compacts and flushes for region at 1731349126618Disabling writes for close at 1731349126618Obtaining lock to block concurrent updates at 1731349126618Preparing flush snapshotting stores in 16bc1438d897d98569d392b3def66ae7 at 1731349126618Finished memstore snapshotting hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731349126618Flushing stores of hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. at 1731349126619 (+1 ms)Flushing 16bc1438d897d98569d392b3def66ae7/hfileref: creating writer at 1731349126619Flushing 16bc1438d897d98569d392b3def66ae7/hfileref: appending metadata at 1731349126634 (+15 ms)Flushing 16bc1438d897d98569d392b3def66ae7/hfileref: closing flushed file at 1731349126634Flushing 16bc1438d897d98569d392b3def66ae7/queue: creating writer at 1731349126646 (+12 ms)Flushing 16bc1438d897d98569d392b3def66ae7/queue: appending metadata at 1731349126668 (+22 ms)Flushing 16bc1438d897d98569d392b3def66ae7/queue: closing flushed file at 1731349126668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d417b1d: reopening flushed file at 1731349127080 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d7d176: reopening flushed file at 1731349127086 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 16bc1438d897d98569d392b3def66ae7 in 475ms, sequenceid=10, compaction requested=false at 1731349127093 (+7 ms)Writing region close event to WAL at 1731349127097 (+4 ms)Running coprocessor post-close hooks at 1731349127100 (+3 ms)Closed at 1731349127100 2024-11-11T18:18:47,100 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349060383.16bc1438d897d98569d392b3def66ae7. 2024-11-11T18:18:47,112 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/rep_barrier/bc08fa2b2c3f422698a8ac98b397a955 2024-11-11T18:18:47,135 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/table/875e0447c4c7475388ac8f26b3ced70f is 53, key is hbase:replication/table:state/1731349060795/Put/seqid=0 2024-11-11T18:18:47,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741849_1025 (size=5308) 2024-11-11T18:18:47,212 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:18:47,346 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:18:47,347 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:18:47,412 DEBUG [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:18:47,540 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/table/875e0447c4c7475388ac8f26b3ced70f 2024-11-11T18:18:47,546 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/info/f916d464bc994b82ade18b7e00e6bf44 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/info/f916d464bc994b82ade18b7e00e6bf44 2024-11-11T18:18:47,551 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/info/f916d464bc994b82ade18b7e00e6bf44, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:18:47,552 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/ns/e6e2104b3a114495a1236b004a91b802 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/ns/e6e2104b3a114495a1236b004a91b802 2024-11-11T18:18:47,558 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/ns/e6e2104b3a114495a1236b004a91b802, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:18:47,558 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/rep_barrier/bc08fa2b2c3f422698a8ac98b397a955 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/rep_barrier/bc08fa2b2c3f422698a8ac98b397a955 2024-11-11T18:18:47,564 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/rep_barrier/bc08fa2b2c3f422698a8ac98b397a955, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:18:47,565 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/.tmp/table/875e0447c4c7475388ac8f26b3ced70f as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/table/875e0447c4c7475388ac8f26b3ced70f 2024-11-11T18:18:47,570 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/table/875e0447c4c7475388ac8f26b3ced70f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:18:47,571 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-11-11T18:18:47,581 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:18:47,581 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:47,581 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:18:47,582 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:18:47,582 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349126611Running coprocessor pre-close hooks at 1731349126611Disabling compacts and flushes for region at 1731349126611Disabling writes for close at 1731349126612 (+1 ms)Obtaining lock to block concurrent updates at 1731349126612Preparing flush snapshotting stores in 1588230740 at 1731349126612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349126612Flushing stores of hbase:meta,,1.1588230740 at 1731349126613 (+1 ms)Flushing 1588230740/info: creating writer at 1731349126613Flushing 1588230740/info: appending metadata at 1731349126631 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731349126631Flushing 1588230740/ns: creating writer at 1731349126646 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731349126668 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731349126668Flushing 1588230740/rep_barrier: creating writer at 1731349126685 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349126706 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349126706Flushing 1588230740/table: creating writer at 1731349127117 (+411 ms)Flushing 1588230740/table: appending metadata at 1731349127134 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731349127135 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3dd3ef: reopening flushed file at 1731349127545 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377f42f3: reopening flushed file at 1731349127551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a852745: reopening flushed file at 1731349127558 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2208bb: reopening flushed file at 1731349127564 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1731349127571 (+7 ms)Writing region close event to WAL at 1731349127578 (+7 ms)Running coprocessor post-close hooks at 1731349127581 (+3 ms)Closed at 1731349127582 (+1 ms) 2024-11-11T18:18:47,582 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:18:47,612 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,37811,1731349049482; all regions closed. 2024-11-11T18:18:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:18:47,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.meta.1731349052418.meta not finished, retry = 0 2024-11-11T18:18:47,650 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 997, reset compression=false 2024-11-11T18:18:47,654 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:18:47,654 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 1292, reset compression=false 2024-11-11T18:18:47,654 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,37811,1731349049482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:18:47,657 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,37811,1731349049482: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,37811,1731349049482, walGroup=90f34c5bee6a%2C37811%2C1731349049482, offset=90f34c5bee6a%2C37811%2C1731349049482.1731349051480:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:18:47,659 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:18:47,661 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:18:47,663 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:18:47,663 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:18:47,663 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:18:47,663 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 434942784 }, "NonHeapMemoryUsage": { "committed": 181141504, "init": 7667712, "max": -1, "used": 176808064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:18:47,666 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:40821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:40821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:18:47,718 DEBUG [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/oldWALs 2024-11-11T18:18:47,718 INFO [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C37811%2C1731349049482.meta:.meta(num 1731349052418) 2024-11-11T18:18:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741839_1015 (size=2700) 2024-11-11T18:18:47,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.rep.1731349060727 not finished, retry = 0 2024-11-11T18:18:47,823 DEBUG [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/oldWALs 2024-11-11T18:18:47,823 INFO [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C37811%2C1731349049482.rep:(num 1731349060727) 2024-11-11T18:18:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741832_1008 (size=1300) 2024-11-11T18:18:47,825 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 not finished, retry = 0 2024-11-11T18:18:47,858 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 to pos 1292, reset compression=false 2024-11-11T18:18:47,927 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/WALs/90f34c5bee6a,37811,1731349049482/90f34c5bee6a%2C37811%2C1731349049482.1731349051480 2024-11-11T18:18:47,927 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T18:18:47,927 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T18:18:47,928 DEBUG [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/oldWALs 2024-11-11T18:18:47,928 INFO [RS:0;90f34c5bee6a:37811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C37811%2C1731349049482:(num 1731349051480) 2024-11-11T18:18:47,928 DEBUG [RS:0;90f34c5bee6a:37811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:47,928 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:18:47,928 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:18:47,928 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:18:47,928 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:18:47,928 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:18:47,929 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,37811,1731349049482 because: Region server is closing 2024-11-11T18:18:47,929 INFO [RS:0;90f34c5bee6a:37811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:37811. 2024-11-11T18:18:47,929 DEBUG [RS:0;90f34c5bee6a:37811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:18:47,929 DEBUG [RS:0;90f34c5bee6a:37811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:47,929 DEBUG [RS:0;90f34c5bee6a:37811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:47,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:18:48,030 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.shipper90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 terminated 2024-11-11T18:18:48,030 INFO [RS:0;90f34c5bee6a:37811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37811 2024-11-11T18:18:48,030 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,37811,1731349049482.replicationSource.wal-reader.90f34c5bee6a%2C37811%2C1731349049482,1-90f34c5bee6a,37811,1731349049482 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T18:18:48,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235934956/rs/90f34c5bee6a,37811,1731349049482 2024-11-11T18:18:48,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956/rs 2024-11-11T18:18:48,033 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:18:48,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,37811,1731349049482] 2024-11-11T18:18:48,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/draining/90f34c5bee6a,37811,1731349049482 already deleted, retry=false 2024-11-11T18:18:48,037 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,37811,1731349049482 expired; onlineServers=0 2024-11-11T18:18:48,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,40821,1731349049416' ***** 2024-11-11T18:18:48,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:18:48,037 INFO [M:0;90f34c5bee6a:40821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:18:48,037 INFO [M:0;90f34c5bee6a:40821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:18:48,037 DEBUG [M:0;90f34c5bee6a:40821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:18:48,037 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:18:48,037 DEBUG [M:0;90f34c5bee6a:40821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:18:48,037 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349051258 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349051258,5,FailOnTimeoutGroup] 2024-11-11T18:18:48,037 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349051258 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349051258,5,FailOnTimeoutGroup] 2024-11-11T18:18:48,037 INFO [M:0;90f34c5bee6a:40821 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:18:48,038 INFO [M:0;90f34c5bee6a:40821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:18:48,038 DEBUG [M:0;90f34c5bee6a:40821 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:18:48,038 INFO [M:0;90f34c5bee6a:40821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:18:48,038 INFO [M:0;90f34c5bee6a:40821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:18:48,038 INFO [M:0;90f34c5bee6a:40821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:18:48,038 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:18:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235934956/master 2024-11-11T18:18:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235934956 2024-11-11T18:18:48,040 DEBUG [M:0;90f34c5bee6a:40821 {}] zookeeper.RecoverableZooKeeper(212): Node /0235934956/master already deleted, retry=false 2024-11-11T18:18:48,040 DEBUG [M:0;90f34c5bee6a:40821 {}] master.ActiveMasterManager(353): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Failed delete of our master address node; KeeperErrorCode = NoNode for /0235934956/master 2024-11-11T18:18:48,042 INFO [M:0;90f34c5bee6a:40821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/.lastflushedseqids 2024-11-11T18:18:48,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741850_1026 (size=263) 2024-11-11T18:18:48,048 INFO [M:0;90f34c5bee6a:40821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:18:48,049 INFO [M:0;90f34c5bee6a:40821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:18:48,049 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:18:48,049 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:48,049 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:48,049 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:18:48,049 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:48,049 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-11T18:18:48,066 DEBUG [M:0;90f34c5bee6a:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/624f4989ed134167909a3b53319add0d is 82, key is hbase:meta,,1/info:regioninfo/1731349052479/Put/seqid=0 2024-11-11T18:18:48,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741851_1027 (size=5672) 2024-11-11T18:18:48,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:48,135 INFO [RS:0;90f34c5bee6a:37811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:18:48,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37811-0x101083fd6cf0001, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:48,135 INFO [RS:0;90f34c5bee6a:37811 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,37811,1731349049482; zookeeper connection closed. 2024-11-11T18:18:48,135 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c724254 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c724254 2024-11-11T18:18:48,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:18:48,472 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/624f4989ed134167909a3b53319add0d 2024-11-11T18:18:48,492 DEBUG [M:0;90f34c5bee6a:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3588f0c1b42946ccb1cfe37a721ee6b2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349057840/Put/seqid=0 2024-11-11T18:18:48,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741852_1028 (size=7240) 2024-11-11T18:18:48,896 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3588f0c1b42946ccb1cfe37a721ee6b2 2024-11-11T18:18:48,901 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3588f0c1b42946ccb1cfe37a721ee6b2 2024-11-11T18:18:48,916 DEBUG [M:0;90f34c5bee6a:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7471ec7853b046c092840bdca98a3b85 is 69, key is 90f34c5bee6a,37811,1731349049482/rs:state/1731349051330/Put/seqid=0 2024-11-11T18:18:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741853_1029 (size=5156) 2024-11-11T18:18:49,321 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7471ec7853b046c092840bdca98a3b85 2024-11-11T18:18:49,326 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/624f4989ed134167909a3b53319add0d as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/624f4989ed134167909a3b53319add0d 2024-11-11T18:18:49,330 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/624f4989ed134167909a3b53319add0d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T18:18:49,331 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3588f0c1b42946ccb1cfe37a721ee6b2 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3588f0c1b42946ccb1cfe37a721ee6b2 2024-11-11T18:18:49,335 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3588f0c1b42946ccb1cfe37a721ee6b2 2024-11-11T18:18:49,335 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3588f0c1b42946ccb1cfe37a721ee6b2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T18:18:49,336 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7471ec7853b046c092840bdca98a3b85 as hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7471ec7853b046c092840bdca98a3b85 2024-11-11T18:18:49,339 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/d50e3023-8688-5904-b95b-f4f177ed87f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7471ec7853b046c092840bdca98a3b85, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T18:18:49,340 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-11T18:18:49,342 INFO [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:49,342 DEBUG [M:0;90f34c5bee6a:40821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349128049Disabling compacts and flushes for region at 1731349128049Disabling writes for close at 1731349128049Obtaining lock to block concurrent updates at 1731349128049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349128049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731349128049Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349128050 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349128050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349128066 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349128066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349128477 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349128491 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349128491Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349128901 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349128915 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349128915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c63a2d: reopening flushed file at 1731349129325 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5902bc32: reopening flushed file at 1731349129330 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5961cb6a: reopening flushed file at 1731349129335 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1731349129340 (+5 ms)Writing region close event to WAL at 1731349129342 (+2 ms)Closed at 1731349129342 2024-11-11T18:18:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741830_1006 (size=64526) 2024-11-11T18:18:49,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:18:49,344 INFO [M:0;90f34c5bee6a:40821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:18:49,345 INFO [M:0;90f34c5bee6a:40821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40821 2024-11-11T18:18:49,345 INFO [M:0;90f34c5bee6a:40821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:18:49,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:49,449 INFO [M:0;90f34c5bee6a:40821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:18:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x101083fd6cf0000, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:18:49,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:18:49,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:18:49,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:18:49,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:18:49,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir/,STOPPED} 2024-11-11T18:18:49,454 WARN [BP-1823452051-172.17.0.2-1731349048418 heartbeating to localhost/127.0.0.1:35533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:18:49,454 WARN [BP-1823452051-172.17.0.2-1731349048418 heartbeating to localhost/127.0.0.1:35533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823452051-172.17.0.2-1731349048418 (Datanode Uuid f844b387-6b1b-4cfe-8e47-044fd2490362) service to localhost/127.0.0.1:35533 2024-11-11T18:18:49,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/data/data1/current/BP-1823452051-172.17.0.2-1731349048418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:18:49,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/cluster_b96ad8cd-c74d-5c5c-cc07-36aa6b74a029/data/data2/current/BP-1823452051-172.17.0.2-1731349048418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:18:49,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:18:49,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:18:49,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:18:49,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:18:49,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:18:49,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:18:49,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:18:49,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f1d570-a29e-d361-9aae-527c6ff5a3f8/hadoop.log.dir/,STOPPED} 2024-11-11T18:18:49,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:18:49,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:18:49,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54771) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54771) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4bd4b90e80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35533 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4bd4b90e80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:32847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32847 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8311 (was 8197) - AvailableMemoryMB LEAK? - 2024-11-11T18:18:49,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=8309 2024-11-11T18:18:49,523 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T18:18:49,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir so I do NOT create it in target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc 2024-11-11T18:18:49,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:18:49,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.tmp.dir so I do NOT create it in target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc 2024-11-11T18:18:49,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90950303-8151-1fbc-7a11-e2836e0acb3d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:18:49,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc 2024-11-11T18:18:49,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47, deleteOnExit=true 2024-11-11T18:18:49,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/zookeeper_0, clientPort=51752, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:18:49,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51752 2024-11-11T18:18:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:18:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:18:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/test.cache.data in system properties and HBase conf 2024-11-11T18:18:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:18:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:18:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:18:49,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:18:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:18:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:18:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101083fd6cf0005, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:18:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101083fd6cf0002, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:18:49,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101083fd6cf0005, quorum=127.0.0.1:54771, baseZNode=/1164962750 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:18:49,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101083fd6cf0002, quorum=127.0.0.1:54771, baseZNode=/0235934956 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:18:49,614 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T18:18:49,631 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,631 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,641 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:49,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:18:49,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:18:49,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:18:49,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:18:49,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:18:49,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:18:49,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:18:49,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:18:49,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/java.io.tmpdir/jetty-localhost-33683-hadoop-hdfs-3_4_1-tests_jar-_-any-10925719107612512431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:18:49,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:33683} 2024-11-11T18:18:49,818 INFO [Time-limited test {}] server.Server(415): Started @125613ms 2024-11-11T18:18:49,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:18:49,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:18:49,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:18:49,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:18:49,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:18:49,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:49,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:18:49,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:18:49,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:18:49,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:18:49,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:18:49,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:18:49,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:18:49,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:18:50,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/java.io.tmpdir/jetty-localhost-36167-hadoop-hdfs-3_4_1-tests_jar-_-any-8943428203313006758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:18:50,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:36167} 2024-11-11T18:18:50,052 INFO [Time-limited test {}] server.Server(415): Started @125847ms 2024-11-11T18:18:50,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:18:50,191 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/data/data1/current/BP-1495067102-172.17.0.2-1731349129567/current, will proceed with Du for space computation calculation, 2024-11-11T18:18:50,191 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/data/data2/current/BP-1495067102-172.17.0.2-1731349129567/current, will proceed with Du for space computation calculation, 2024-11-11T18:18:50,215 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:18:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1b214f37c8af33 with lease ID 0x45a358cf6a9234a6: Processing first storage report for DS-b8fca22c-6e46-4198-92c8-80595699f211 from datanode DatanodeRegistration(127.0.0.1:41157, datanodeUuid=1f2ed949-da76-49c2-81a9-828c4cf0c633, infoPort=36853, infoSecurePort=0, ipcPort=46871, storageInfo=lv=-57;cid=testClusterID;nsid=1941912625;c=1731349129567) 2024-11-11T18:18:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1b214f37c8af33 with lease ID 0x45a358cf6a9234a6: from storage DS-b8fca22c-6e46-4198-92c8-80595699f211 node DatanodeRegistration(127.0.0.1:41157, datanodeUuid=1f2ed949-da76-49c2-81a9-828c4cf0c633, infoPort=36853, infoSecurePort=0, ipcPort=46871, storageInfo=lv=-57;cid=testClusterID;nsid=1941912625;c=1731349129567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:18:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1b214f37c8af33 with lease ID 0x45a358cf6a9234a6: Processing first storage report for DS-e6c6797d-b00e-4b48-944b-1fc1928cc54e from datanode DatanodeRegistration(127.0.0.1:41157, datanodeUuid=1f2ed949-da76-49c2-81a9-828c4cf0c633, infoPort=36853, infoSecurePort=0, ipcPort=46871, storageInfo=lv=-57;cid=testClusterID;nsid=1941912625;c=1731349129567) 2024-11-11T18:18:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1b214f37c8af33 with lease ID 0x45a358cf6a9234a6: from storage DS-e6c6797d-b00e-4b48-944b-1fc1928cc54e node DatanodeRegistration(127.0.0.1:41157, datanodeUuid=1f2ed949-da76-49c2-81a9-828c4cf0c633, infoPort=36853, infoSecurePort=0, ipcPort=46871, storageInfo=lv=-57;cid=testClusterID;nsid=1941912625;c=1731349129567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:18:50,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc 2024-11-11T18:18:50,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:50,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:50,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:18:50,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb with version=8 2024-11-11T18:18:50,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/hbase-staging 2024-11-11T18:18:50,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:18:50,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:50,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:50,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:18:50,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:50,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:18:50,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:18:50,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:18:50,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40177 2024-11-11T18:18:50,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40177 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:18:50,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401770x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:18:50,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40177-0x101084113c60000 connected 2024-11-11T18:18:50,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:50,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:50,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:18:50,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb, hbase.cluster.distributed=false 2024-11-11T18:18:50,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/acl 2024-11-11T18:18:50,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-11T18:18:50,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40177 2024-11-11T18:18:50,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40177 2024-11-11T18:18:50,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-11T18:18:50,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-11T18:18:50,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:18:50,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:18:50,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33747 2024-11-11T18:18:50,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33747 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:18:50,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:50,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:50,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337470x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:18:50,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337470x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:18:50,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:18:50,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33747-0x101084113c60001 connected 2024-11-11T18:18:50,758 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:18:50,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/master 2024-11-11T18:18:50,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/acl 2024-11-11T18:18:50,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33747 2024-11-11T18:18:50,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33747 2024-11-11T18:18:50,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33747 2024-11-11T18:18:50,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33747 2024-11-11T18:18:50,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33747 2024-11-11T18:18:50,779 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40177 2024-11-11T18:18:50,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2099006175/backup-masters/90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:18:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:18:50,782 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on existing znode=/0-2099006175/backup-masters/90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:50,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2099006175/master 2024-11-11T18:18:50,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:50,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:50,785 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on existing znode=/0-2099006175/master 2024-11-11T18:18:50,785 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2099006175/backup-masters/90f34c5bee6a,40177,1731349130697 from backup master directory 2024-11-11T18:18:50,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/backup-masters/90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:50,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:18:50,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:18:50,786 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:18:50,787 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:50,790 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/hbase.id] with ID: 33e68a93-4080-4f83-a0eb-411bf2474966 2024-11-11T18:18:50,790 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/.tmp/hbase.id 2024-11-11T18:18:50,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:18:51,197 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/.tmp/hbase.id]:[hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/hbase.id] 2024-11-11T18:18:51,210 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:51,210 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:18:51,211 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:18:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:18:51,621 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:18:51,622 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:18:51,622 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:18:52,030 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store 2024-11-11T18:18:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:18:52,437 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:52,437 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:18:52,437 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:52,437 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:52,437 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:18:52,437 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:52,438 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:52,438 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349132437Disabling compacts and flushes for region at 1731349132437Disabling writes for close at 1731349132437Writing region close event to WAL at 1731349132437Closed at 1731349132437 2024-11-11T18:18:52,439 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/.initializing 2024-11-11T18:18:52,439 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:52,440 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:18:52,441 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40177%2C1731349130697, suffix=, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/oldWALs, maxLogs=10 2024-11-11T18:18:52,455 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697/90f34c5bee6a%2C40177%2C1731349130697.1731349132442, exclude list is [], retry=0 2024-11-11T18:18:52,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:18:52,459 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 2024-11-11T18:18:52,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:18:52,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:18:52,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:52,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:18:52,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:52,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:52,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:18:52,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:52,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:52,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:18:52,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:52,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:52,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:18:52,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:52,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:52,467 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,468 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,468 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,469 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,470 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,470 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:18:52,471 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:52,473 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:18:52,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68908124, jitterRate=0.026811063289642334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:18:52,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349132460Initializing all the Stores at 1731349132460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349132461 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349132461Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349132461Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349132461Cleaning up temporary data from old regions at 1731349132470 (+9 ms)Region opened successfully at 1731349132474 (+4 ms) 2024-11-11T18:18:52,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:18:52,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e766cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:18:52,478 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:18:52,478 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:18:52,478 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:18:52,478 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:18:52,479 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:18:52,479 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:18:52,479 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:18:52,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:18:52,482 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/balancer because node does not exist (not necessarily an error) 2024-11-11T18:18:52,484 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/balancer already deleted, retry=false 2024-11-11T18:18:52,485 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:18:52,485 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:18:52,487 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/normalizer already deleted, retry=false 2024-11-11T18:18:52,487 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:18:52,487 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:18:52,489 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/switch/split already deleted, retry=false 2024-11-11T18:18:52,489 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:18:52,491 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/switch/merge already deleted, retry=false 2024-11-11T18:18:52,492 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:18:52,495 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/snapshot-cleanup already deleted, retry=false 2024-11-11T18:18:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:18:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:18:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:52,497 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40177,1731349130697, sessionid=0x101084113c60000, setting cluster-up flag (Was=false) 2024-11-11T18:18:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:52,509 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2099006175/flush-table-proc/acquired, /0-2099006175/flush-table-proc/reached, /0-2099006175/flush-table-proc/abort 2024-11-11T18:18:52,510 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:52,519 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2099006175/online-snapshot/acquired, /0-2099006175/online-snapshot/reached, /0-2099006175/online-snapshot/abort 2024-11-11T18:18:52,520 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:52,521 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:18:52,522 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:52,523 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:18:52,523 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:18:52,523 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40177,1731349130697 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:18:52,524 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349162525 2024-11-11T18:18:52,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:18:52,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:18:52,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:52,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:18:52,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:18:52,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:18:52,527 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349132527,5,FailOnTimeoutGroup] 2024-11-11T18:18:52,527 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349132527,5,FailOnTimeoutGroup] 2024-11-11T18:18:52,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:18:52,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:52,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:18:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:18:52,568 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(746): ClusterId : 33e68a93-4080-4f83-a0eb-411bf2474966 2024-11-11T18:18:52,568 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:18:52,570 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:18:52,570 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:18:52,573 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:18:52,573 DEBUG [RS:0;90f34c5bee6a:33747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f48e9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:18:52,588 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:33747 2024-11-11T18:18:52,589 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:18:52,589 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:18:52,589 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:18:52,589 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40177,1731349130697 with port=33747, startcode=1731349130744 2024-11-11T18:18:52,589 DEBUG [RS:0;90f34c5bee6a:33747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:18:52,591 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:18:52,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:52,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40177 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:52,593 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb 2024-11-11T18:18:52,593 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37589 2024-11-11T18:18:52,593 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:18:52,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/rs 2024-11-11T18:18:52,597 DEBUG [RS:0;90f34c5bee6a:33747 {}] zookeeper.ZKUtil(111): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on existing znode=/0-2099006175/rs/90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:52,597 WARN [RS:0;90f34c5bee6a:33747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:18:52,597 INFO [RS:0;90f34c5bee6a:33747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:52,597 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:52,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,33747,1731349130744] 2024-11-11T18:18:52,601 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:18:52,603 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:18:52,603 INFO [RS:0;90f34c5bee6a:33747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:18:52,603 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,603 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:18:52,604 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:18:52,604 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:18:52,604 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:18:52,605 DEBUG [RS:0;90f34c5bee6a:33747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:18:52,612 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,612 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,612 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,612 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,612 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,612 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33747,1731349130744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:18:52,629 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:18:52,629 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33747,1731349130744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,629 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,629 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.Replication(171): 90f34c5bee6a,33747,1731349130744 started 2024-11-11T18:18:52,644 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:52,644 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,33747,1731349130744, RpcServer on 90f34c5bee6a/172.17.0.2:33747, sessionid=0x101084113c60001 2024-11-11T18:18:52,644 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:18:52,644 DEBUG [RS:0;90f34c5bee6a:33747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:52,644 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33747,1731349130744' 2024-11-11T18:18:52,644 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2099006175/flush-table-proc/abort' 2024-11-11T18:18:52,645 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2099006175/flush-table-proc/acquired' 2024-11-11T18:18:52,645 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:18:52,645 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:18:52,645 DEBUG [RS:0;90f34c5bee6a:33747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:52,645 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33747,1731349130744' 2024-11-11T18:18:52,645 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2099006175/online-snapshot/abort' 2024-11-11T18:18:52,646 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2099006175/online-snapshot/acquired' 2024-11-11T18:18:52,646 DEBUG [RS:0;90f34c5bee6a:33747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:18:52,646 INFO [RS:0;90f34c5bee6a:33747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:18:52,646 INFO [RS:0;90f34c5bee6a:33747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:18:52,747 INFO [RS:0;90f34c5bee6a:33747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:18:52,749 INFO [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33747%2C1731349130744, suffix=, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs, maxLogs=10 2024-11-11T18:18:52,762 DEBUG [RS:0;90f34c5bee6a:33747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749, exclude list is [], retry=0 2024-11-11T18:18:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:18:52,766 INFO [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 2024-11-11T18:18:52,767 DEBUG [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:18:52,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:18:52,936 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb 2024-11-11T18:18:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:18:53,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:18:53,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:18:53,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:18:53,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:18:53,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:18:53,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:18:53,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:18:53,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:18:53,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:18:53,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740 2024-11-11T18:18:53,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740 2024-11-11T18:18:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:18:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:18:53,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:18:53,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:18:53,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:18:53,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737485, jitterRate=-0.10984210669994354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:18:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349133342Initializing all the Stores at 1731349133343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349133343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349133343Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349133343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349133343Cleaning up temporary data from old regions at 1731349133351 (+8 ms)Region opened successfully at 1731349133355 (+4 ms) 2024-11-11T18:18:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:18:53,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:18:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:18:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:18:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:18:53,356 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:18:53,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349133355Disabling compacts and flushes for region at 1731349133355Disabling writes for close at 1731349133355Writing region close event to WAL at 1731349133356 (+1 ms)Closed at 1731349133356 2024-11-11T18:18:53,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:53,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:18:53,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:18:53,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:18:53,359 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:18:53,509 DEBUG [90f34c5bee6a:40177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:18:53,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:53,511 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33747,1731349130744, state=OPENING 2024-11-11T18:18:53,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:18:53,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:53,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:53,517 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:18:53,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:18:53,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:18:53,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33747,1731349130744}] 2024-11-11T18:18:53,670 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:18:53,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:18:53,675 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:18:53,675 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:53,676 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:18:53,677 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33747%2C1731349130744.meta, suffix=.meta, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs, maxLogs=10 2024-11-11T18:18:53,690 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.meta.1731349133677.meta, exclude list is [], retry=0 2024-11-11T18:18:53,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:18:53,694 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.meta.1731349133677.meta 2024-11-11T18:18:53,694 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:18:53,694 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:18:53,694 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:18:53,695 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:18:53,695 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:18:53,695 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:18:53,695 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:18:53,695 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:53,695 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:18:53,695 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:18:53,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:18:53,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:18:53,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:18:53,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:18:53,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:18:53,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:18:53,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:18:53,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:18:53,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:53,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:53,700 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:18:53,701 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740 2024-11-11T18:18:53,702 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740 2024-11-11T18:18:53,703 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:18:53,703 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:18:53,703 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:18:53,704 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:18:53,705 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60107430, jitterRate=-0.10432949662208557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:18:53,705 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:18:53,706 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349133695Writing region info on filesystem at 1731349133695Initializing all the Stores at 1731349133696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349133696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349133696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349133696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349133696Cleaning up temporary data from old regions at 1731349133703 (+7 ms)Running coprocessor post-open hooks at 1731349133705 (+2 ms)Region opened successfully at 1731349133706 (+1 ms) 2024-11-11T18:18:53,707 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349133670 2024-11-11T18:18:53,709 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:18:53,709 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:18:53,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:53,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33747,1731349130744, state=OPEN 2024-11-11T18:18:53,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:18:53,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:18:53,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:53,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:18:53,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:18:53,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:18:53,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33747,1731349130744 in 196 msec 2024-11-11T18:18:53,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:18:53,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-11T18:18:53,717 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:53,717 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:18:53,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:18:53,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33747,1731349130744, seqNum=-1] 2024-11-11T18:18:53,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:18:53,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:18:53,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-11T18:18:53,725 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349133725, completionTime=-1 2024-11-11T18:18:53,725 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:18:53,725 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349193727 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349253727 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40177,1731349130697-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40177,1731349130697-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40177,1731349130697-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40177, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,727 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,729 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.944sec 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40177,1731349130697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:18:53,731 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40177,1731349130697-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:18:53,733 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:18:53,733 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:18:53,733 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40177,1731349130697-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:53,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:53,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40177,-1 for getting cluster id 2024-11-11T18:18:53,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:18:53,770 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e68a93-4080-4f83-a0eb-411bf2474966' 2024-11-11T18:18:53,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:18:53,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e68a93-4080-4f83-a0eb-411bf2474966" 2024-11-11T18:18:53,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59934c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:53,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40177,-1] 2024-11-11T18:18:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:18:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:53,772 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:18:53,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:53,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:18:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33747,1731349130744, seqNum=-1] 2024-11-11T18:18:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:18:53,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:18:53,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:53,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:18:53,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:18:53,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101084113c60002 connected 2024-11-11T18:18:53,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir so I do NOT create it in target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f 2024-11-11T18:18:53,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:18:53,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.tmp.dir so I do NOT create it in target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f 2024-11-11T18:18:53,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:18:53,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/cluster_a48e860f-e458-6e61-b12f-f8e6f7804d87, deleteOnExit=true 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/test.cache.data in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:18:53,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:18:53,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:18:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:18:53,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:18:53,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:18:53,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:18:53,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:18:53,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:18:53,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:18:53,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:18:53,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:18:53,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/java.io.tmpdir/jetty-localhost-45923-hadoop-hdfs-3_4_1-tests_jar-_-any-952485704529720380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:18:53,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:45923} 2024-11-11T18:18:53,984 INFO [Time-limited test {}] server.Server(415): Started @129779ms 2024-11-11T18:18:54,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:18:54,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:18:54,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:18:54,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:18:54,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:18:54,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:18:54,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:18:54,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/java.io.tmpdir/jetty-localhost-38749-hadoop-hdfs-3_4_1-tests_jar-_-any-2489493798103155569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:18:54,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:38749} 2024-11-11T18:18:54,343 INFO [Time-limited test {}] server.Server(415): Started @130138ms 2024-11-11T18:18:54,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:18:54,455 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/cluster_a48e860f-e458-6e61-b12f-f8e6f7804d87/data/data1/current/BP-1051336802-172.17.0.2-1731349133804/current, will proceed with Du for space computation calculation, 2024-11-11T18:18:54,455 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/cluster_a48e860f-e458-6e61-b12f-f8e6f7804d87/data/data2/current/BP-1051336802-172.17.0.2-1731349133804/current, will proceed with Du for space computation calculation, 2024-11-11T18:18:54,478 WARN [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:18:54,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafd9256acdd06978 with lease ID 0x4164331d3726ec0e: Processing first storage report for DS-5dbe4db2-fa1e-4030-aa59-5332968c2d0f from datanode DatanodeRegistration(127.0.0.1:36877, datanodeUuid=4d1a9e66-ab10-433e-ac1f-bdd3e7a61f32, infoPort=42257, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1932640367;c=1731349133804) 2024-11-11T18:18:54,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafd9256acdd06978 with lease ID 0x4164331d3726ec0e: from storage DS-5dbe4db2-fa1e-4030-aa59-5332968c2d0f node DatanodeRegistration(127.0.0.1:36877, datanodeUuid=4d1a9e66-ab10-433e-ac1f-bdd3e7a61f32, infoPort=42257, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1932640367;c=1731349133804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:18:54,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafd9256acdd06978 with lease ID 0x4164331d3726ec0e: Processing first storage report for DS-935d7000-63bd-4b0f-a741-d1a9761f5257 from datanode DatanodeRegistration(127.0.0.1:36877, datanodeUuid=4d1a9e66-ab10-433e-ac1f-bdd3e7a61f32, infoPort=42257, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1932640367;c=1731349133804) 2024-11-11T18:18:54,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafd9256acdd06978 with lease ID 0x4164331d3726ec0e: from storage DS-935d7000-63bd-4b0f-a741-d1a9761f5257 node DatanodeRegistration(127.0.0.1:36877, datanodeUuid=4d1a9e66-ab10-433e-ac1f-bdd3e7a61f32, infoPort=42257, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1932640367;c=1731349133804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:18:54,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f 2024-11-11T18:18:54,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:54,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:18:54,992 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6 with version=8 2024-11-11T18:18:54,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/hbase-staging 2024-11-11T18:18:54,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:18:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:54,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:18:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:18:54,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:18:54,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:18:54,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40199 2024-11-11T18:18:54,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40199 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:18:55,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401990x0, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:18:55,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40199-0x101084113c60003 connected 2024-11-11T18:18:55,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:55,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:55,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/running 2024-11-11T18:18:55,018 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6, hbase.cluster.distributed=false 2024-11-11T18:18:55,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/acl 2024-11-11T18:18:55,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-11T18:18:55,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40199 2024-11-11T18:18:55,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40199 2024-11-11T18:18:55,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-11T18:18:55,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-11T18:18:55,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:18:55,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:18:55,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38505 2024-11-11T18:18:55,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38505 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:18:55,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:55,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:55,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385050x0, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:18:55,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385050x0, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/running 2024-11-11T18:18:55,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38505-0x101084113c60004 connected 2024-11-11T18:18:55,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:18:55,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:18:55,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/master 2024-11-11T18:18:55,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/acl 2024-11-11T18:18:55,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-11T18:18:55,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38505 2024-11-11T18:18:55,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38505 2024-11-11T18:18:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-11T18:18:55,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-11T18:18:55,076 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40199 2024-11-11T18:18:55,077 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11107629603/backup-masters/90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:55,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603/backup-masters 2024-11-11T18:18:55,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603/backup-masters 2024-11-11T18:18:55,079 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on existing znode=/11107629603/backup-masters/90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11107629603/master 2024-11-11T18:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:55,083 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on existing znode=/11107629603/master 2024-11-11T18:18:55,083 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11107629603/backup-masters/90f34c5bee6a,40199,1731349134995 from backup master directory 2024-11-11T18:18:55,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107629603/backup-masters/90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:55,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603/backup-masters 2024-11-11T18:18:55,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603/backup-masters 2024-11-11T18:18:55,085 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:18:55,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:55,088 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/hbase.id] with ID: 6bb093a3-c445-4c07-981e-84a22be02dc6 2024-11-11T18:18:55,088 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/.tmp/hbase.id 2024-11-11T18:18:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:18:55,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:18:55,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:55,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:55,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:55,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:55,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:55,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:18:55,497 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/.tmp/hbase.id]:[hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/hbase.id] 2024-11-11T18:18:55,517 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:18:55,518 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:18:55,519 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:18:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:18:55,929 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:18:55,930 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:18:55,930 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:18:56,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store 2024-11-11T18:18:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:18:56,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:56,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:18:56,743 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:56,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:56,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:18:56,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:56,743 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:18:56,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349136743Disabling compacts and flushes for region at 1731349136743Disabling writes for close at 1731349136743Writing region close event to WAL at 1731349136743Closed at 1731349136743 2024-11-11T18:18:56,744 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/.initializing 2024-11-11T18:18:56,744 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/WALs/90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:56,745 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:18:56,747 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40199%2C1731349134995, suffix=, logDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/WALs/90f34c5bee6a,40199,1731349134995, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/oldWALs, maxLogs=10 2024-11-11T18:18:56,761 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/WALs/90f34c5bee6a,40199,1731349134995/90f34c5bee6a%2C40199%2C1731349134995.1731349136747, exclude list is [], retry=0 2024-11-11T18:18:56,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-5dbe4db2-fa1e-4030-aa59-5332968c2d0f,DISK] 2024-11-11T18:18:56,765 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/WALs/90f34c5bee6a,40199,1731349134995/90f34c5bee6a%2C40199%2C1731349134995.1731349136747 2024-11-11T18:18:56,765 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257)] 2024-11-11T18:18:56,765 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:18:56,765 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:56,765 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,765 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:18:56,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:56,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:56,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:18:56,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:56,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:56,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:18:56,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:56,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:56,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:18:56,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:56,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:56,772 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,773 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,773 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,774 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,774 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,774 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:18:56,775 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:18:56,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:18:56,778 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66778529, jitterRate=-0.0049223750829696655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:18:56,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349136766Initializing all the Stores at 1731349136766Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349136766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349136766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349136766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349136766Cleaning up temporary data from old regions at 1731349136774 (+8 ms)Region opened successfully at 1731349136778 (+4 ms) 2024-11-11T18:18:56,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:18:56,781 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1c4093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:18:56,782 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:18:56,782 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:18:56,782 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:18:56,782 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:18:56,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:18:56,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:18:56,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:18:56,787 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:18:56,788 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Unable to get data of znode /11107629603/balancer because node does not exist (not necessarily an error) 2024-11-11T18:18:56,790 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107629603/balancer already deleted, retry=false 2024-11-11T18:18:56,790 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:18:56,790 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Unable to get data of znode /11107629603/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:18:56,796 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107629603/normalizer already deleted, retry=false 2024-11-11T18:18:56,797 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:18:56,798 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Unable to get data of znode /11107629603/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:18:56,800 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107629603/switch/split already deleted, retry=false 2024-11-11T18:18:56,801 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Unable to get data of znode /11107629603/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:18:56,803 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107629603/switch/merge already deleted, retry=false 2024-11-11T18:18:56,805 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Unable to get data of znode /11107629603/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:18:56,806 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107629603/snapshot-cleanup already deleted, retry=false 2024-11-11T18:18:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11107629603/running 2024-11-11T18:18:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11107629603/running 2024-11-11T18:18:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:56,808 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40199,1731349134995, sessionid=0x101084113c60003, setting cluster-up flag (Was=false) 2024-11-11T18:18:56,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:56,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:56,830 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11107629603/flush-table-proc/acquired, /11107629603/flush-table-proc/reached, /11107629603/flush-table-proc/abort 2024-11-11T18:18:56,831 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:56,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:56,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:56,840 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11107629603/online-snapshot/acquired, /11107629603/online-snapshot/reached, /11107629603/online-snapshot/abort 2024-11-11T18:18:56,841 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:56,842 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:18:56,843 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:56,844 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:18:56,844 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:18:56,844 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40199,1731349134995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:18:56,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,846 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349166846 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:56,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:18:56,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:18:56,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:18:56,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:18:56,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349136848,5,FailOnTimeoutGroup] 2024-11-11T18:18:56,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349136848,5,FailOnTimeoutGroup] 2024-11-11T18:18:56,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:18:56,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,848 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:56,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:18:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:18:56,867 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(746): ClusterId : 6bb093a3-c445-4c07-981e-84a22be02dc6 2024-11-11T18:18:56,867 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:18:56,869 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:18:56,869 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:18:56,871 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:18:56,871 DEBUG [RS:0;90f34c5bee6a:38505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49082f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:18:56,884 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:38505 2024-11-11T18:18:56,884 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:18:56,884 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:18:56,884 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:18:56,884 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40199,1731349134995 with port=38505, startcode=1731349135040 2024-11-11T18:18:56,885 DEBUG [RS:0;90f34c5bee6a:38505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:18:56,887 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:18:56,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:56,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40199 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:56,888 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6 2024-11-11T18:18:56,888 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38347 2024-11-11T18:18:56,888 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:18:56,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603/rs 2024-11-11T18:18:56,898 DEBUG [RS:0;90f34c5bee6a:38505 {}] zookeeper.ZKUtil(111): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on existing znode=/11107629603/rs/90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:56,898 WARN [RS:0;90f34c5bee6a:38505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:18:56,899 INFO [RS:0;90f34c5bee6a:38505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:56,899 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:56,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,38505,1731349135040] 2024-11-11T18:18:56,902 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:18:56,903 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:18:56,904 INFO [RS:0;90f34c5bee6a:38505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:18:56,904 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,904 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:18:56,904 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:18:56,904 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,904 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:18:56,905 DEBUG [RS:0;90f34c5bee6a:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:18:56,906 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,906 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,906 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,906 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,906 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,906 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38505,1731349135040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:18:56,919 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:18:56,919 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38505,1731349135040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,920 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,920 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.Replication(171): 90f34c5bee6a,38505,1731349135040 started 2024-11-11T18:18:56,933 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:56,933 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,38505,1731349135040, RpcServer on 90f34c5bee6a/172.17.0.2:38505, sessionid=0x101084113c60004 2024-11-11T18:18:56,933 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:18:56,933 DEBUG [RS:0;90f34c5bee6a:38505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:56,933 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38505,1731349135040' 2024-11-11T18:18:56,933 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11107629603/flush-table-proc/abort' 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11107629603/flush-table-proc/acquired' 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38505,1731349135040' 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11107629603/online-snapshot/abort' 2024-11-11T18:18:56,934 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11107629603/online-snapshot/acquired' 2024-11-11T18:18:56,935 DEBUG [RS:0;90f34c5bee6a:38505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:18:56,935 INFO [RS:0;90f34c5bee6a:38505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:18:56,935 INFO [RS:0;90f34c5bee6a:38505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:18:57,035 INFO [RS:0;90f34c5bee6a:38505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:18:57,037 INFO [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C38505%2C1731349135040, suffix=, logDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/oldWALs, maxLogs=10 2024-11-11T18:18:57,050 DEBUG [RS:0;90f34c5bee6a:38505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040/90f34c5bee6a%2C38505%2C1731349135040.1731349137037, exclude list is [], retry=0 2024-11-11T18:18:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-5dbe4db2-fa1e-4030-aa59-5332968c2d0f,DISK] 2024-11-11T18:18:57,055 INFO [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040/90f34c5bee6a%2C38505%2C1731349135040.1731349137037 2024-11-11T18:18:57,055 DEBUG [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257)] 2024-11-11T18:18:57,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:18:57,259 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6 2024-11-11T18:18:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:18:57,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:57,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:18:57,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:18:57,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:57,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:57,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:18:57,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:18:57,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:57,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:57,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:18:57,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:18:57,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:57,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:57,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:18:57,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:18:57,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:57,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:57,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:18:57,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740 2024-11-11T18:18:57,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740 2024-11-11T18:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:18:57,674 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:18:57,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:18:57,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:18:57,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61492269, jitterRate=-0.08369378745555878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349137665Initializing all the Stores at 1731349137666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349137666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349137666Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349137666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349137666Cleaning up temporary data from old regions at 1731349137673 (+7 ms)Region opened successfully at 1731349137677 (+4 ms) 2024-11-11T18:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:18:57,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:18:57,677 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349137677Disabling compacts and flushes for region at 1731349137677Disabling writes for close at 1731349137677Writing region close event to WAL at 1731349137677Closed at 1731349137677 2024-11-11T18:18:57,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:57,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:18:57,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:18:57,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:18:57,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:18:57,830 DEBUG [90f34c5bee6a:40199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:18:57,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:57,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,38505,1731349135040, state=OPENING 2024-11-11T18:18:57,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:18:57,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:57,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:18:57,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:18:57,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107629603/meta-region-server: CHANGED 2024-11-11T18:18:57,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107629603/meta-region-server: CHANGED 2024-11-11T18:18:57,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38505,1731349135040}] 2024-11-11T18:18:57,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:18:57,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:18:57,992 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:18:57,992 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:57,993 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:18:57,994 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C38505%2C1731349135040.meta, suffix=.meta, logDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/oldWALs, maxLogs=10 2024-11-11T18:18:58,008 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040/90f34c5bee6a%2C38505%2C1731349135040.meta.1731349137994.meta, exclude list is [], retry=0 2024-11-11T18:18:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-5dbe4db2-fa1e-4030-aa59-5332968c2d0f,DISK] 2024-11-11T18:18:58,012 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/WALs/90f34c5bee6a,38505,1731349135040/90f34c5bee6a%2C38505%2C1731349135040.meta.1731349137994.meta 2024-11-11T18:18:58,012 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257)] 2024-11-11T18:18:58,012 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:18:58,013 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:18:58,013 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:18:58,013 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:18:58,013 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:18:58,013 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:18:58,013 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:58,013 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:18:58,013 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:18:58,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:18:58,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:18:58,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:58,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:58,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:18:58,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:18:58,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:58,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:58,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:18:58,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:18:58,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:18:58,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:18:58,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:58,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:18:58,018 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:18:58,019 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740 2024-11-11T18:18:58,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740 2024-11-11T18:18:58,021 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:18:58,021 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:18:58,021 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:18:58,022 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:18:58,023 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64710620, jitterRate=-0.03573662042617798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:18:58,023 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:18:58,023 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349138013Writing region info on filesystem at 1731349138013Initializing all the Stores at 1731349138014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349138014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349138014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349138014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349138014Cleaning up temporary data from old regions at 1731349138021 (+7 ms)Running coprocessor post-open hooks at 1731349138023 (+2 ms)Region opened successfully at 1731349138023 2024-11-11T18:18:58,024 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349137987 2024-11-11T18:18:58,026 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:18:58,026 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:18:58,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:58,027 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,38505,1731349135040, state=OPEN 2024-11-11T18:18:58,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11107629603/meta-region-server 2024-11-11T18:18:58,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11107629603/meta-region-server 2024-11-11T18:18:58,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38505,1731349135040 2024-11-11T18:18:58,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107629603/meta-region-server: CHANGED 2024-11-11T18:18:58,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107629603/meta-region-server: CHANGED 2024-11-11T18:18:58,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:18:58,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38505,1731349135040 in 204 msec 2024-11-11T18:18:58,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:18:58,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-11T18:18:58,047 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:18:58,047 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:18:58,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:18:58,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38505,1731349135040, seqNum=-1] 2024-11-11T18:18:58,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:18:58,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:18:58,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-11T18:18:58,055 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349138055, completionTime=-1 2024-11-11T18:18:58,055 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:18:58,055 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349198058 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349258058 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40199,1731349134995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40199,1731349134995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40199,1731349134995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40199, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,060 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:18:58,061 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-11-11T18:18:58,061 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:18:58,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:18:58,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:18:58,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:18:58,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:18:58,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40199,1731349134995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:18:58,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40199,1731349134995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:18:58,064 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:18:58,064 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:18:58,064 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40199,1731349134995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:18:58,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40199,-1 for getting cluster id 2024-11-11T18:18:58,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:18:58,070 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb093a3-c445-4c07-981e-84a22be02dc6' 2024-11-11T18:18:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:18:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb093a3-c445-4c07-981e-84a22be02dc6" 2024-11-11T18:18:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f2c2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40199,-1] 2024-11-11T18:18:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:18:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:58,071 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:18:58,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:18:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38505,1731349135040, seqNum=-1] 2024-11-11T18:18:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:18:58,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:18:58,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:58,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:18:58,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:18:58,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101084113c60005 connected 2024-11-11T18:18:58,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40177,-1 for getting cluster id 2024-11-11T18:18:58,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:18:58,083 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e68a93-4080-4f83-a0eb-411bf2474966' 2024-11-11T18:18:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:18:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e68a93-4080-4f83-a0eb-411bf2474966" 2024-11-11T18:18:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40177,-1] 2024-11-11T18:18:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:18:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:58,084 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:18:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426029ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:18:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40177,1731349130697 2024-11-11T18:18:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f286cd8 2024-11-11T18:18:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:18:58,086 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:18:58,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:40199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:18:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:18:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:18:58,089 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40199' 2024-11-11T18:18:58,090 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692e3af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,090 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40199,-1 for getting cluster id 2024-11-11T18:18:58,090 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:18:58,091 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb093a3-c445-4c07-981e-84a22be02dc6' 2024-11-11T18:18:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:18:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb093a3-c445-4c07-981e-84a22be02dc6" 2024-11-11T18:18:58,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3e79b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40199,-1] 2024-11-11T18:18:58,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:18:58,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:58,093 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:18:58,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab101f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:58,093 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:18:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d085f90 2024-11-11T18:18:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:18:58,095 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:18:58,095 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T18:18:58,095 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:18:58,095 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:58,095 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:58,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:18:58,096 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:18:58,097 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:18:58,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:18:58,098 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:58,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:18:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741835_1011 (size=1138) 2024-11-11T18:18:58,147 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:18:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:18:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:18:58,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb7a19a6b70ae6105170837725b1e318, NAME => 'hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb 2024-11-11T18:18:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741836_1012 (size=44) 2024-11-11T18:18:58,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:18:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:18:58,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:58,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cb7a19a6b70ae6105170837725b1e318, disabling compactions & flushes 2024-11-11T18:18:58,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:58,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:58,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. after waiting 0 ms 2024-11-11T18:18:58,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:58,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:58,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb7a19a6b70ae6105170837725b1e318: Waiting for close lock at 1731349138915Disabling compacts and flushes for region at 1731349138915Disabling writes for close at 1731349138915Writing region close event to WAL at 1731349138915Closed at 1731349138915 2024-11-11T18:18:58,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:18:58,917 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349138917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349138917"}]},"ts":"1731349138917"} 2024-11-11T18:18:58,920 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:18:58,921 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:18:58,921 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349138921"}]},"ts":"1731349138921"} 2024-11-11T18:18:58,923 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:18:58,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN}] 2024-11-11T18:18:58,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN 2024-11-11T18:18:58,926 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN; state=OFFLINE, location=90f34c5bee6a,33747,1731349130744; forceNewPlan=false, retain=false 2024-11-11T18:18:59,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cb7a19a6b70ae6105170837725b1e318, regionState=OPENING, regionLocation=90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:59,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN because future has completed 2024-11-11T18:18:59,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7a19a6b70ae6105170837725b1e318, server=90f34c5bee6a,33747,1731349130744}] 2024-11-11T18:18:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:18:59,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:59,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:18:59,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:18:59,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33747%2C1731349130744.rep, suffix=, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs, maxLogs=10 2024-11-11T18:18:59,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.rep.1731349139239, exclude list is [], retry=0 2024-11-11T18:18:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:18:59,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.rep.1731349139239 2024-11-11T18:18:59,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:18:59,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cb7a19a6b70ae6105170837725b1e318, NAME => 'hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:18:59,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:18:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:18:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. service=MultiRowMutationService 2024-11-11T18:18:59,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:18:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:18:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,266 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,268 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7a19a6b70ae6105170837725b1e318 columnFamilyName hfileref 2024-11-11T18:18:59,268 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:59,268 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(327): Store=cb7a19a6b70ae6105170837725b1e318/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:59,268 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,269 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7a19a6b70ae6105170837725b1e318 columnFamilyName queue 2024-11-11T18:18:59,269 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:59,270 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(327): Store=cb7a19a6b70ae6105170837725b1e318/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:59,270 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,271 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7a19a6b70ae6105170837725b1e318 columnFamilyName sid 2024-11-11T18:18:59,271 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:18:59,271 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(327): Store=cb7a19a6b70ae6105170837725b1e318/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:18:59,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:18:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:18:59,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cb7a19a6b70ae6105170837725b1e318; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60020922, jitterRate=-0.10561856627464294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:18:59,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:18:59,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cb7a19a6b70ae6105170837725b1e318: Running coprocessor pre-open hook at 1731349139265Writing region info on filesystem at 1731349139265Initializing all the Stores at 1731349139266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349139266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349139266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349139266Cleaning up temporary data from old regions at 1731349139273 (+7 ms)Running coprocessor post-open hooks at 1731349139278 (+5 ms)Region opened successfully at 1731349139278 2024-11-11T18:18:59,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., pid=7, masterSystemTime=1731349139232 2024-11-11T18:18:59,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:59,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:18:59,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cb7a19a6b70ae6105170837725b1e318, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,33747,1731349130744 2024-11-11T18:18:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7a19a6b70ae6105170837725b1e318, server=90f34c5bee6a,33747,1731349130744 because future has completed 2024-11-11T18:18:59,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T18:18:59,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cb7a19a6b70ae6105170837725b1e318, server=90f34c5bee6a,33747,1731349130744 in 206 msec 2024-11-11T18:18:59,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:18:59,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN in 365 msec 2024-11-11T18:18:59,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:18:59,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349139291"}]},"ts":"1731349139291"} 2024-11-11T18:18:59,293 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:18:59,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:18:59,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-11T18:18:59,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., hostname=90f34c5bee6a,33747,1731349130744, seqNum=2] 2024-11-11T18:18:59,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:59,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:18:59,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:18:59,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T18:18:59,481 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:18:59,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:18:59,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:18:59,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:18:59,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T18:18:59,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:18:59,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T18:18:59,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:18:59,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T18:18:59,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:18:59,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:18:59,521 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,33747,1731349130744, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:18:59,522 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:18:59,522 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33747,1731349130744, seqNum=-1] 2024-11-11T18:18:59,523 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:18:59,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T18:18:59,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,33747,1731349130744', locateType=CURRENT is [region=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., hostname=90f34c5bee6a,33747,1731349130744, seqNum=2] 2024-11-11T18:18:59,530 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T18:18:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T18:18:59,533 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,33747,1731349130744 suceeded 2024-11-11T18:18:59,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T18:18:59,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-11T18:18:59,536 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:40199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:18:59,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-11-11T18:18:59,554 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40199' 2024-11-11T18:18:59,557 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a81dcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:59,557 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40199,-1 for getting cluster id 2024-11-11T18:18:59,557 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:18:59,558 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb093a3-c445-4c07-981e-84a22be02dc6' 2024-11-11T18:18:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:18:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb093a3-c445-4c07-981e-84a22be02dc6" 2024-11-11T18:18:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@503f1b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40199,-1] 2024-11-11T18:18:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:18:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:18:59,560 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:18:59,560 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa9dac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:18:59,560 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:18:59,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40199,1731349134995 2024-11-11T18:18:59,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3240976b 2024-11-11T18:18:59,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:18:59,565 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T18:18:59,568 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,33747,1731349130744 (queues=1) is replicating from cluster=33e68a93-4080-4f83-a0eb-411bf2474966 to cluster=6bb093a3-c445-4c07-981e-84a22be02dc6 2024-11-11T18:18:59,568 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C33747%2C1731349130744 2024-11-11T18:18:59,568 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,33747,1731349130744, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:18:59,569 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749, startPosition=0, beingWritten=true 2024-11-11T18:18:59,573 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.shipper90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C33747%2C1731349130744 2024-11-11T18:18:59,784 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 to pos 0, reset compression=false 2024-11-11T18:19:00,090 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 to pos 0, reset compression=false 2024-11-11T18:19:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:00,238 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:19:00,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:00,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:00,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:00,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:00,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:00,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40177,1731349130697 2024-11-11T18:19:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4daa0ddf 2024-11-11T18:19:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:00,241 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:00,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40177 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:19:00,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:00,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:00,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:00,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:00,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:00,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:19:00,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368154350, stopped=false 2024-11-11T18:19:00,242 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,40177,1731349130697 2024-11-11T18:19:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:19:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:19:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:00,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:00,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:00,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:00,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:00,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,33747,1731349130744' ***** 2024-11-11T18:19:00,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:19:00,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:19:00,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:19:00,245 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:19:00,245 INFO [RS:0;90f34c5bee6a:33747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:19:00,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:19:00,245 INFO [RS:0;90f34c5bee6a:33747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:19:00,245 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(3091): Received CLOSE for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,33747,1731349130744 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33747. 2024-11-11T18:19:00,246 DEBUG [RS:0;90f34c5bee6a:33747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:00,246 DEBUG [RS:0;90f34c5bee6a:33747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb7a19a6b70ae6105170837725b1e318, disabling compactions & flushes 2024-11-11T18:19:00,246 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. after waiting 0 ms 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:00,246 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb7a19a6b70ae6105170837725b1e318 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T18:19:00,246 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:19:00,246 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1325): Online Regions={cb7a19a6b70ae6105170837725b1e318=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:19:00,246 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:00,246 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:00,246 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:00,246 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T18:19:00,263 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/.tmp/queue/f7086f1441564163b36673c106a3d573 is 151, key is 1-90f34c5bee6a,33747,1731349130744/queue:90f34c5bee6a%2C33747%2C1731349130744/1731349139528/Put/seqid=0 2024-11-11T18:19:00,263 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/info/dad447b5711445e496cfc3beb24c4ba2 is 147, key is hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318./info:regioninfo/1731349139282/Put/seqid=0 2024-11-11T18:19:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741838_1014 (size=6631) 2024-11-11T18:19:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741839_1015 (size=5350) 2024-11-11T18:19:00,321 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:00,446 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:00,496 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 to pos 0, reset compression=false 2024-11-11T18:19:00,637 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:19:00,637 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:19:00,647 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:00,668 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/info/dad447b5711445e496cfc3beb24c4ba2 2024-11-11T18:19:00,668 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/.tmp/queue/f7086f1441564163b36673c106a3d573 2024-11-11T18:19:00,674 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/.tmp/queue/f7086f1441564163b36673c106a3d573 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/queue/f7086f1441564163b36673c106a3d573 2024-11-11T18:19:00,679 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/queue/f7086f1441564163b36673c106a3d573, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T18:19:00,680 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cb7a19a6b70ae6105170837725b1e318 in 434ms, sequenceid=5, compaction requested=false 2024-11-11T18:19:00,680 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:19:00,685 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:19:00,685 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:00,685 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:00,686 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:00,686 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb7a19a6b70ae6105170837725b1e318: Waiting for close lock at 1731349140246Running coprocessor pre-close hooks at 1731349140246Disabling compacts and flushes for region at 1731349140246Disabling writes for close at 1731349140246Obtaining lock to block concurrent updates at 1731349140246Preparing flush snapshotting stores in cb7a19a6b70ae6105170837725b1e318 at 1731349140246Finished memstore snapshotting hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731349140246Flushing stores of hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. at 1731349140247 (+1 ms)Flushing cb7a19a6b70ae6105170837725b1e318/queue: creating writer at 1731349140247Flushing cb7a19a6b70ae6105170837725b1e318/queue: appending metadata at 1731349140262 (+15 ms)Flushing cb7a19a6b70ae6105170837725b1e318/queue: closing flushed file at 1731349140262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c8e343: reopening flushed file at 1731349140673 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cb7a19a6b70ae6105170837725b1e318 in 434ms, sequenceid=5, compaction requested=false at 1731349140680 (+7 ms)Writing region close event to WAL at 1731349140682 (+2 ms)Running coprocessor post-close hooks at 1731349140685 (+3 ms)Closed at 1731349140686 (+1 ms) 2024-11-11T18:19:00,686 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:00,692 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/ns/3216171d2ee54d848fbdb3d6a0e7c5fc is 43, key is default/ns:d/1731349133720/Put/seqid=0 2024-11-11T18:19:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741840_1016 (size=5153) 2024-11-11T18:19:00,847 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:01,001 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 to pos 0, reset compression=false 2024-11-11T18:19:01,047 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:01,096 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/ns/3216171d2ee54d848fbdb3d6a0e7c5fc 2024-11-11T18:19:01,118 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/table/a3bf99351ed84006b8be95ca2710a8cb is 53, key is hbase:replication/table:state/1731349139291/Put/seqid=0 2024-11-11T18:19:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741841_1017 (size=5256) 2024-11-11T18:19:01,247 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:19:01,247 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:19:01,247 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:01,447 DEBUG [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:01,523 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/table/a3bf99351ed84006b8be95ca2710a8cb 2024-11-11T18:19:01,529 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/info/dad447b5711445e496cfc3beb24c4ba2 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/info/dad447b5711445e496cfc3beb24c4ba2 2024-11-11T18:19:01,534 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/info/dad447b5711445e496cfc3beb24c4ba2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T18:19:01,535 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/ns/3216171d2ee54d848fbdb3d6a0e7c5fc as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/ns/3216171d2ee54d848fbdb3d6a0e7c5fc 2024-11-11T18:19:01,540 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/ns/3216171d2ee54d848fbdb3d6a0e7c5fc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:19:01,541 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/table/a3bf99351ed84006b8be95ca2710a8cb as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/table/a3bf99351ed84006b8be95ca2710a8cb 2024-11-11T18:19:01,546 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/table/a3bf99351ed84006b8be95ca2710a8cb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T18:19:01,547 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-11T18:19:01,551 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:19:01,551 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:01,552 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:01,552 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:01,552 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349140246Running coprocessor pre-close hooks at 1731349140246Disabling compacts and flushes for region at 1731349140246Disabling writes for close at 1731349140246Obtaining lock to block concurrent updates at 1731349140246Preparing flush snapshotting stores in 1588230740 at 1731349140246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731349140247 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349140247Flushing 1588230740/info: creating writer at 1731349140247Flushing 1588230740/info: appending metadata at 1731349140262 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731349140262Flushing 1588230740/ns: creating writer at 1731349140674 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731349140692 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731349140692Flushing 1588230740/table: creating writer at 1731349141101 (+409 ms)Flushing 1588230740/table: appending metadata at 1731349141118 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731349141118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3470ffe6: reopening flushed file at 1731349141529 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6965f3: reopening flushed file at 1731349141535 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7817d3: reopening flushed file at 1731349141540 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1731349141547 (+7 ms)Writing region close event to WAL at 1731349141548 (+1 ms)Running coprocessor post-close hooks at 1731349141551 (+3 ms)Closed at 1731349141552 (+1 ms) 2024-11-11T18:19:01,552 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:01,605 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 to pos 0, reset compression=false 2024-11-11T18:19:01,648 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,33747,1731349130744; all regions closed. 2024-11-11T18:19:01,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741834_1010 (size=2742) 2024-11-11T18:19:01,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.meta.1731349133677.meta not finished, retry = 0 2024-11-11T18:19:01,753 DEBUG [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs 2024-11-11T18:19:01,753 INFO [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33747%2C1731349130744.meta:.meta(num 1731349133677) 2024-11-11T18:19:01,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.rep.1731349139239 not finished, retry = 0 2024-11-11T18:19:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741837_1013 (size=1586) 2024-11-11T18:19:01,858 DEBUG [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs 2024-11-11T18:19:01,858 INFO [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33747%2C1731349130744.rep:(num 1731349139239) 2024-11-11T18:19:01,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741832_1008 (size=93) 2024-11-11T18:19:01,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744/90f34c5bee6a%2C33747%2C1731349130744.1731349132749 not finished, retry = 0 2024-11-11T18:19:01,962 DEBUG [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs 2024-11-11T18:19:01,962 INFO [RS:0;90f34c5bee6a:33747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33747%2C1731349130744:(num 1731349132749) 2024-11-11T18:19:01,962 DEBUG [RS:0;90f34c5bee6a:33747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:01,962 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:01,963 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:01,963 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:01,963 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:01,963 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:01,963 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,33747,1731349130744 because: Region server is closing 2024-11-11T18:19:01,964 INFO [RS:0;90f34c5bee6a:33747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33747. 2024-11-11T18:19:01,964 DEBUG [RS:0;90f34c5bee6a:33747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:01,964 DEBUG [RS:0;90f34c5bee6a:33747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:01,964 DEBUG [RS:0;90f34c5bee6a:33747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:01,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:02,064 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.wal-reader.90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:19:02,064 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.shipper90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:19:02,064 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33747,1731349130744.replicationSource.shipper90f34c5bee6a%2C33747%2C1731349130744,1-90f34c5bee6a,33747,1731349130744 terminated 2024-11-11T18:19:02,065 INFO [RS:0;90f34c5bee6a:33747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33747 2024-11-11T18:19:02,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/rs/90f34c5bee6a,33747,1731349130744 2024-11-11T18:19:02,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/rs 2024-11-11T18:19:02,075 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:02,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,33747,1731349130744] 2024-11-11T18:19:02,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/draining/90f34c5bee6a,33747,1731349130744 already deleted, retry=false 2024-11-11T18:19:02,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,33747,1731349130744 expired; onlineServers=0 2024-11-11T18:19:02,105 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,40177,1731349130697' ***** 2024-11-11T18:19:02,106 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:02,106 DEBUG [M:0;90f34c5bee6a:40177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:19:02,106 DEBUG [M:0;90f34c5bee6a:40177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:19:02,106 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:19:02,106 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349132527 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349132527,5,FailOnTimeoutGroup] 2024-11-11T18:19:02,106 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349132527 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349132527,5,FailOnTimeoutGroup] 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:02,106 DEBUG [M:0;90f34c5bee6a:40177 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:02,106 INFO [M:0;90f34c5bee6a:40177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:19:02,107 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:19:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/master 2024-11-11T18:19:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:02,123 DEBUG [M:0;90f34c5bee6a:40177 {}] zookeeper.ZKUtil(347): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/master because node does not exist (not an error) 2024-11-11T18:19:02,123 WARN [M:0;90f34c5bee6a:40177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:19:02,124 INFO [M:0;90f34c5bee6a:40177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/.lastflushedseqids 2024-11-11T18:19:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741842_1018 (size=181) 2024-11-11T18:19:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33747-0x101084113c60001, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:02,190 INFO [RS:0;90f34c5bee6a:33747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:02,190 INFO [RS:0;90f34c5bee6a:33747 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,33747,1731349130744; zookeeper connection closed. 2024-11-11T18:19:02,190 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fa5452d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fa5452d 2024-11-11T18:19:02,190 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:19:02,529 INFO [M:0;90f34c5bee6a:40177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:19:02,530 INFO [M:0;90f34c5bee6a:40177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:19:02,530 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:02,530 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:02,530 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:02,530 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:02,530 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:02,530 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T18:19:02,546 DEBUG [M:0;90f34c5bee6a:40177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b865bca9d34965b9c2054b5d56eb77 is 82, key is hbase:meta,,1/info:regioninfo/1731349133709/Put/seqid=0 2024-11-11T18:19:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741843_1019 (size=5672) 2024-11-11T18:19:02,951 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b865bca9d34965b9c2054b5d56eb77 2024-11-11T18:19:02,972 DEBUG [M:0;90f34c5bee6a:40177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4005f662f6a84193b9675999efc83fd8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731349139296/Put/seqid=0 2024-11-11T18:19:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741844_1020 (size=7203) 2024-11-11T18:19:03,377 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4005f662f6a84193b9675999efc83fd8 2024-11-11T18:19:03,397 DEBUG [M:0;90f34c5bee6a:40177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03b8e422849f4fc0836974443b4dee7f is 69, key is 90f34c5bee6a,33747,1731349130744/rs:state/1731349132592/Put/seqid=0 2024-11-11T18:19:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741845_1021 (size=5156) 2024-11-11T18:19:03,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:03,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:03,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:03,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:03,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:03,801 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03b8e422849f4fc0836974443b4dee7f 2024-11-11T18:19:03,807 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b865bca9d34965b9c2054b5d56eb77 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b865bca9d34965b9c2054b5d56eb77 2024-11-11T18:19:03,812 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b865bca9d34965b9c2054b5d56eb77, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T18:19:03,813 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4005f662f6a84193b9675999efc83fd8 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4005f662f6a84193b9675999efc83fd8 2024-11-11T18:19:03,818 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4005f662f6a84193b9675999efc83fd8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T18:19:03,819 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03b8e422849f4fc0836974443b4dee7f as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03b8e422849f4fc0836974443b4dee7f 2024-11-11T18:19:03,825 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03b8e422849f4fc0836974443b4dee7f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T18:19:03,826 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-11T18:19:03,828 INFO [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:03,828 DEBUG [M:0;90f34c5bee6a:40177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349142530Disabling compacts and flushes for region at 1731349142530Disabling writes for close at 1731349142530Obtaining lock to block concurrent updates at 1731349142530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349142530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731349142530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349142531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349142531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349142545 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349142545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349142956 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349142971 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349142971Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349143382 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349143396 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349143396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2891df8: reopening flushed file at 1731349143806 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c23e65: reopening flushed file at 1731349143812 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76414ecf: reopening flushed file at 1731349143818 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1731349143826 (+8 ms)Writing region close event to WAL at 1731349143828 (+2 ms)Closed at 1731349143828 2024-11-11T18:19:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741830_1006 (size=41008) 2024-11-11T18:19:03,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:03,831 INFO [M:0;90f34c5bee6a:40177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:19:03,831 INFO [M:0;90f34c5bee6a:40177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40177 2024-11-11T18:19:03,832 INFO [M:0;90f34c5bee6a:40177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:03,934 INFO [M:0;90f34c5bee6a:40177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40177-0x101084113c60000, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:03,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:19:03,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:03,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33991 2024-11-11T18:19:03,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33991 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:19:03,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339910x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:03,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33991-0x101084113c60006 connected 2024-11-11T18:19:03,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:03,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:03,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:19:03,946 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: INIT 2024-11-11T18:19:03,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb, hbase.cluster.distributed=false 2024-11-11T18:19:03,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/acl 2024-11-11T18:19:03,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-11T18:19:03,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33991 2024-11-11T18:19:03,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33991 2024-11-11T18:19:03,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-11T18:19:03,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-11T18:19:03,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:03,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:03,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33221 2024-11-11T18:19:03,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33221 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-11T18:19:03,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:03,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332210x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:03,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332210x0, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:19:03,974 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: INIT 2024-11-11T18:19:03,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33221-0x101084113c60007 connected 2024-11-11T18:19:03,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:19:03,974 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:19:03,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/master 2024-11-11T18:19:03,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/acl 2024-11-11T18:19:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33221 2024-11-11T18:19:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33221 2024-11-11T18:19:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33221 2024-11-11T18:19:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33221 2024-11-11T18:19:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33221 2024-11-11T18:19:03,988 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:33991 2024-11-11T18:19:03,988 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2099006175/backup-masters/90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:19:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:19:03,990 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on existing znode=/0-2099006175/backup-masters/90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2099006175/master 2024-11-11T18:19:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:03,992 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on existing znode=/0-2099006175/master 2024-11-11T18:19:03,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2099006175/backup-masters/90f34c5bee6a,33991,1731349143935 from backup master directory 2024-11-11T18:19:03,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:19:03,994 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:03,994 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:03,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/backup-masters/90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:03,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/backup-masters 2024-11-11T18:19:04,005 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:04,005 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:19:04,011 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-11T18:19:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741846_1022 (size=196) 2024-11-11T18:19:04,420 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:04,421 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:19:04,421 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:04,426 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T18:19:04,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697 to hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697-dead as it is dead 2024-11-11T18:19:04,429 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697-dead/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 2024-11-11T18:19:04,430 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697-dead/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 after 1ms 2024-11-11T18:19:04,430 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697-dead/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 to hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 2024-11-11T18:19:04,430 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,40177,1731349130697-dead 2024-11-11T18:19:04,431 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:04,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:04,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C33991%2C1731349143935, suffix=, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,33991,1731349143935, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/oldWALs, maxLogs=10 2024-11-11T18:19:04,446 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,33991,1731349143935/90f34c5bee6a%2C33991%2C1731349143935.1731349144433, exclude list is [], retry=0 2024-11-11T18:19:04,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:19:04,451 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,33991,1731349143935/90f34c5bee6a%2C33991%2C1731349143935.1731349144433 2024-11-11T18:19:04,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:19:04,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:04,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:04,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:19:04,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:04,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b865bca9d34965b9c2054b5d56eb77 2024-11-11T18:19:04,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:04,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:19:04,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:04,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4005f662f6a84193b9675999efc83fd8 2024-11-11T18:19:04,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:04,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:19:04,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:04,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03b8e422849f4fc0836974443b4dee7f 2024-11-11T18:19:04,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:04,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:19:04,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:04,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:04,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T18:19:04,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 2024-11-11T18:19:04,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 2024-11-11T18:19:04,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/90f34c5bee6a%2C40177%2C1731349130697.1731349132442 2024-11-11T18:19:04,478 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,478 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,479 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:04,480 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:04,482 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T18:19:04,483 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64651157, jitterRate=-0.03662268817424774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:04,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349144451Initializing all the Stores at 1731349144452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349144452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349144452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349144452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349144452Cleaning up temporary data from old regions at 1731349144478 (+26 ms)Region opened successfully at 1731349144483 (+5 ms) 2024-11-11T18:19:04,483 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:19:04,486 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8333ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:04,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T18:19:04,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:19:04,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:19:04,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:19:04,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:19:04,491 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:04,491 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:19:04,492 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:19:04,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T18:19:04,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:19:04,494 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=90f34c5bee6a,33747,1731349130744, regionLocation=90f34c5bee6a,33747,1731349130744, openSeqNum=2 2024-11-11T18:19:04,494 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=90f34c5bee6a,33747,1731349130744, table=hbase:meta, region=1588230740 2024-11-11T18:19:04,494 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33747,1731349130744, state=OPEN 2024-11-11T18:19:04,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:19:04,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:19:04,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:19:04,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:19:04,499 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:19:04,500 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/draining/90f34c5bee6a,33747,1731349130744 already deleted, retry=false 2024-11-11T18:19:04,500 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 90f34c5bee6a,33747,1731349130744 on 90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:04,501 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 90f34c5bee6a,33747,1731349130744, splitWal=true, meta=true 2024-11-11T18:19:04,501 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 90f34c5bee6a,33747,1731349130744 (carryingMeta=true) 90f34c5bee6a,33747,1731349130744/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@ae03bd7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T18:19:04,503 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/balancer because node does not exist (not necessarily an error) 2024-11-11T18:19:04,504 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/balancer already deleted, retry=false 2024-11-11T18:19:04,504 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:19:04,505 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:19:04,507 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/normalizer already deleted, retry=false 2024-11-11T18:19:04,507 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:19:04,508 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:19:04,509 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/switch/split already deleted, retry=false 2024-11-11T18:19:04,510 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:19:04,511 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/switch/merge already deleted, retry=false 2024-11-11T18:19:04,515 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:19:04,518 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/snapshot-cleanup already deleted, retry=false 2024-11-11T18:19:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:19:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:19:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:04,520 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,33991,1731349143935, sessionid=0x101084113c60006, setting cluster-up flag (Was=false) 2024-11-11T18:19:04,522 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2099006175/flush-table-proc/acquired, /0-2099006175/flush-table-proc/reached, /0-2099006175/flush-table-proc/abort 2024-11-11T18:19:04,523 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:04,526 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2099006175/online-snapshot/acquired, /0-2099006175/online-snapshot/reached, /0-2099006175/online-snapshot/abort 2024-11-11T18:19:04,526 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:04,528 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/.lastflushedseqids 2024-11-11T18:19:04,530 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:19:04,530 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:19:04,530 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,33991,1731349143935 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 90f34c5bee6a,33747,1731349130744 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:04,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349174532 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:19:04,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:19:04,533 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 90f34c5bee6a,33747,1731349130744, splitWal=true, meta=true 2024-11-11T18:19:04,534 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,534 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,33747,1731349130744, splitWal=true, meta=true, isMeta: true 2024-11-11T18:19:04,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:19:04,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:19:04,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:19:04,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:19:04,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:19:04,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:19:04,535 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744-splitting 2024-11-11T18:19:04,536 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744-splitting dir is empty, no logs to split. 2024-11-11T18:19:04,536 INFO [PEWorker-1 {}] master.SplitWALManager(105): 90f34c5bee6a,33747,1731349130744 WAL count=0, meta=true 2024-11-11T18:19:04,538 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744-splitting dir is empty, no logs to split. 2024-11-11T18:19:04,538 INFO [PEWorker-1 {}] master.SplitWALManager(105): 90f34c5bee6a,33747,1731349130744 WAL count=0, meta=true 2024-11-11T18:19:04,538 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,33747,1731349130744 WAL splitting is done? wals=0, meta=true 2024-11-11T18:19:04,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:19:04,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:04,540 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349144535,5,FailOnTimeoutGroup] 2024-11-11T18:19:04,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:19:04,544 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349144540,5,FailOnTimeoutGroup] 2024-11-11T18:19:04,544 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,544 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:19:04,544 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,544 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349144544, completionTime=-1 2024-11-11T18:19:04,545 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T18:19:04,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T18:19:04,578 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(746): ClusterId : 33e68a93-4080-4f83-a0eb-411bf2474966 2024-11-11T18:19:04,578 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:19:04,582 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:19:04,582 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:19:04,584 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:19:04,584 DEBUG [RS:0;90f34c5bee6a:33221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158daea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:04,600 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:33221 2024-11-11T18:19:04,600 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:19:04,600 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:19:04,600 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:19:04,601 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,33991,1731349143935 with port=33221, startcode=1731349143964 2024-11-11T18:19:04,601 DEBUG [RS:0;90f34c5bee6a:33221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:19:04,602 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:19:04,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33991 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,605 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb 2024-11-11T18:19:04,605 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37589 2024-11-11T18:19:04,605 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:19:04,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/rs 2024-11-11T18:19:04,610 DEBUG [RS:0;90f34c5bee6a:33221 {}] zookeeper.ZKUtil(111): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on existing znode=/0-2099006175/rs/90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,610 WARN [RS:0;90f34c5bee6a:33221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:04,611 INFO [RS:0;90f34c5bee6a:33221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:04,611 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,33221,1731349143964] 2024-11-11T18:19:04,632 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:19:04,634 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:19:04,634 INFO [RS:0;90f34c5bee6a:33221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:19:04,634 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,634 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:19:04,635 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:19:04,635 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:04,635 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:04,636 DEBUG [RS:0;90f34c5bee6a:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:04,636 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,636 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,636 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,636 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,636 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,636 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33221,1731349143964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:04,645 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T18:19:04,651 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:19:04,652 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33221,1731349143964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,666 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,33221,1731349143964, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:19:04,667 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,667 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.Replication(171): 90f34c5bee6a,33221,1731349143964 started 2024-11-11T18:19:04,681 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:04,681 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40199' 2024-11-11T18:19:04,681 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,33221,1731349143964, RpcServer on 90f34c5bee6a/172.17.0.2:33221, sessionid=0x101084113c60007 2024-11-11T18:19:04,681 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:19:04,681 DEBUG [RS:0;90f34c5bee6a:33221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,681 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33221,1731349143964' 2024-11-11T18:19:04,681 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2099006175/flush-table-proc/abort' 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2099006175/flush-table-proc/acquired' 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e63f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40199,-1 for getting cluster id 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33221,1731349143964' 2024-11-11T18:19:04,682 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2099006175/online-snapshot/abort' 2024-11-11T18:19:04,683 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2099006175/online-snapshot/acquired' 2024-11-11T18:19:04,683 DEBUG [RS:0;90f34c5bee6a:33221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:19:04,683 INFO [RS:0;90f34c5bee6a:33221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:19:04,683 INFO [RS:0;90f34c5bee6a:33221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:19:04,683 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb093a3-c445-4c07-981e-84a22be02dc6' 2024-11-11T18:19:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb093a3-c445-4c07-981e-84a22be02dc6" 2024-11-11T18:19:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f23014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40199,-1] 2024-11-11T18:19:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:04,685 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:04,686 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cddaa5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:04,686 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:04,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40199,1731349134995 2024-11-11T18:19:04,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7752a00b 2024-11-11T18:19:04,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:04,687 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:04,688 INFO [RS:0;90f34c5bee6a:33221.replicationSource,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,33221,1731349143964 (queues=0) is replicating from cluster=33e68a93-4080-4f83-a0eb-411bf2474966 to cluster=6bb093a3-c445-4c07-981e-84a22be02dc6 2024-11-11T18:19:04,691 WARN [90f34c5bee6a:33991 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:19:04,783 INFO [RS:0;90f34c5bee6a:33221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:04,785 INFO [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33221%2C1731349143964, suffix=, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs, maxLogs=10 2024-11-11T18:19:04,798 DEBUG [RS:0;90f34c5bee6a:33221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785, exclude list is [], retry=0 2024-11-11T18:19:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:19:04,805 INFO [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 2024-11-11T18:19:04,805 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 90f34c5bee6a%2C33221%2C1731349143964 for peer 1 2024-11-11T18:19:04,805 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C33221%2C1731349143964 2024-11-11T18:19:04,805 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,33221,1731349143964, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:19:04,806 DEBUG [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:19:04,806 INFO [RS:0;90f34c5bee6a:33221.replicationSource.shipper90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C33221%2C1731349143964 2024-11-11T18:19:04,806 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785, startPosition=0, beingWritten=true 2024-11-11T18:19:04,941 DEBUG [90f34c5bee6a:33991 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:19:04,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:04,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33221,1731349143964, state=OPENING 2024-11-11T18:19:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:19:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:19:04,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:19:04,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:04,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:19:04,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33221,1731349143964}] 2024-11-11T18:19:05,011 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:05,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:05,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:19:05,104 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:19:05,104 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:05,104 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:19:05,106 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33221%2C1731349143964.meta, suffix=.meta, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs, maxLogs=10 2024-11-11T18:19:05,123 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.meta.1731349145106.meta, exclude list is [], retry=0 2024-11-11T18:19:05,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:19:05,127 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.meta.1731349145106.meta 2024-11-11T18:19:05,128 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:19:05,128 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:05,128 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:05,128 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:05,128 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:19:05,128 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:19:05,129 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:19:05,129 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:05,129 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:19:05,129 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:19:05,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:05,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:05,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:05,136 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/info/dad447b5711445e496cfc3beb24c4ba2 2024-11-11T18:19:05,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:05,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:05,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:05,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:05,142 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/ns/3216171d2ee54d848fbdb3d6a0e7c5fc 2024-11-11T18:19:05,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:05,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:05,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:05,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:05,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:05,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:05,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:05,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:05,149 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/table/a3bf99351ed84006b8be95ca2710a8cb 2024-11-11T18:19:05,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:05,149 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:05,150 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740 2024-11-11T18:19:05,151 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740 2024-11-11T18:19:05,152 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:05,152 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:05,152 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:05,153 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:05,154 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60868557, jitterRate=-0.09298782050609589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:05,154 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:19:05,154 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349145129Writing region info on filesystem at 1731349145129Initializing all the Stores at 1731349145130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349145130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349145130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349145130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349145130Cleaning up temporary data from old regions at 1731349145152 (+22 ms)Running coprocessor post-open hooks at 1731349145154 (+2 ms)Region opened successfully at 1731349145154 2024-11-11T18:19:05,155 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731349145098 2024-11-11T18:19:05,157 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:19:05,157 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:19:05,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:05,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33221,1731349143964, state=OPEN 2024-11-11T18:19:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:19:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2099006175/meta-region-server 2024-11-11T18:19:05,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:19:05,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:05,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2099006175/meta-region-server: CHANGED 2024-11-11T18:19:05,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T18:19:05,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33221,1731349143964 in 214 msec 2024-11-11T18:19:05,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:19:05,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-11T18:19:05,317 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:05,722 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:06,147 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T18:19:06,226 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:06,831 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:07,536 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:07,649 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-11T18:19:08,350 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:09,052 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T18:19:09,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:19:09,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:09,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33221,1731349143964, seqNum=-1] 2024-11-11T18:19:09,053 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:09,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:09,058 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb7a19a6b70ae6105170837725b1e318, regionState=OPEN, lastHost=90f34c5bee6a,33747,1731349130744, regionLocation=90f34c5bee6a,33747,1731349130744, openSeqNum=2 2024-11-11T18:19:09,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:19:09,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349209058 2024-11-11T18:19:09,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349269058 2024-11-11T18:19:09,058 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-11T18:19:09,059 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 90f34c5bee6a,33747,1731349130744 had 2 regions 2024-11-11T18:19:09,059 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33991,1731349143935-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,059 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33991,1731349143935-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,059 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33991,1731349143935-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,059 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:33991, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,059 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,059 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,060 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,33747,1731349130744, splitWal=true, meta=true, isMeta: false 2024-11-11T18:19:09,062 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744-splitting dir is empty, no logs to split. 2024-11-11T18:19:09,062 INFO [PEWorker-3 {}] master.SplitWALManager(105): 90f34c5bee6a,33747,1731349130744 WAL count=0, meta=false 2024-11-11T18:19:09,064 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33747,1731349130744-splitting dir is empty, no logs to split. 2024-11-11T18:19:09,064 INFO [PEWorker-3 {}] master.SplitWALManager(105): 90f34c5bee6a,33747,1731349130744 WAL count=0, meta=false 2024-11-11T18:19:09,064 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,33747,1731349130744 WAL splitting is done? wals=0, meta=false 2024-11-11T18:19:09,065 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.071sec 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33991,1731349143935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:09,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33991,1731349143935-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:19:09,067 WARN [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=90f34c5bee6a,33747,1731349130744/hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:09,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN}] 2024-11-11T18:19:09,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN 2024-11-11T18:19:09,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:19:09,070 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:19:09,070 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:19:09,070 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33991,1731349143935-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:09,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:09,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33991,-1 for getting cluster id 2024-11-11T18:19:09,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:09,083 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e68a93-4080-4f83-a0eb-411bf2474966' 2024-11-11T18:19:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e68a93-4080-4f83-a0eb-411bf2474966" 2024-11-11T18:19:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3a59d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33991,-1] 2024-11-11T18:19:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,085 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e24cd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:09,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:09,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33221,1731349143964, seqNum=-1] 2024-11-11T18:19:09,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:09,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:09,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T18:19:09,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:09,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:09,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:09,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 90f34c5bee6a:33991 after: 90f34c5bee6a:33991 2024-11-11T18:19:09,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:09,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33991,-1 for getting cluster id 2024-11-11T18:19:09,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:09,092 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e68a93-4080-4f83-a0eb-411bf2474966' 2024-11-11T18:19:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e68a93-4080-4f83-a0eb-411bf2474966" 2024-11-11T18:19:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee256d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33991,-1] 2024-11-11T18:19:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,093 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:09,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:09,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414f6384 2024-11-11T18:19:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:09,095 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:09,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T18:19:09,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:19:09,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:09,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:09,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:09,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:19:09,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1200278306, stopped=false 2024-11-11T18:19:09,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,40199,1731349134995 2024-11-11T18:19:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107629603/running 2024-11-11T18:19:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107629603/running 2024-11-11T18:19:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:19:09,099 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:19:09,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:09,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:09,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,099 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,38505,1731349135040' ***** 2024-11-11T18:19:09,099 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:19:09,099 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:19:09,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,38505,1731349135040 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:38505. 2024-11-11T18:19:09,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/running 2024-11-11T18:19:09,100 DEBUG [RS:0;90f34c5bee6a:38505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:09,100 DEBUG [RS:0;90f34c5bee6a:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:19:09,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Set watcher on znode that does not yet exist, /11107629603/running 2024-11-11T18:19:09,100 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:19:09,100 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:19:09,100 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:09,101 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:09,101 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:09,101 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:09,101 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:09,101 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:09,101 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T18:19:09,115 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:09,118 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/.tmp/ns/86ac5e05dd2843d68999e4a8320b5478 is 43, key is default/ns:d/1731349138050/Put/seqid=0 2024-11-11T18:19:09,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741835_1011 (size=5153) 2024-11-11T18:19:09,221 DEBUG [90f34c5bee6a:33991 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:19:09,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cb7a19a6b70ae6105170837725b1e318, regionState=OPENING, regionLocation=90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:09,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN because future has completed 2024-11-11T18:19:09,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7a19a6b70ae6105170837725b1e318, server=90f34c5bee6a,33221,1731349143964}] 2024-11-11T18:19:09,257 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:09,301 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:09,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:09,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:09,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:19:09,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33221%2C1731349143964.rep, suffix=, logDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964, archiveDir=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs, maxLogs=10 2024-11-11T18:19:09,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.rep.1731349149382, exclude list is [], retry=0 2024-11-11T18:19:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-b8fca22c-6e46-4198-92c8-80595699f211,DISK] 2024-11-11T18:19:09,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.rep.1731349149382 2024-11-11T18:19:09,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36853:36853)] 2024-11-11T18:19:09,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => cb7a19a6b70ae6105170837725b1e318, NAME => 'hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:09,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. service=MultiRowMutationService 2024-11-11T18:19:09,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:19:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,401 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,402 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7a19a6b70ae6105170837725b1e318 columnFamilyName hfileref 2024-11-11T18:19:09,402 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:09,403 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(327): Store=cb7a19a6b70ae6105170837725b1e318/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:09,403 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,404 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7a19a6b70ae6105170837725b1e318 columnFamilyName queue 2024-11-11T18:19:09,404 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:09,409 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/queue/f7086f1441564163b36673c106a3d573 2024-11-11T18:19:09,409 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(327): Store=cb7a19a6b70ae6105170837725b1e318/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:09,409 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,410 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7a19a6b70ae6105170837725b1e318 columnFamilyName sid 2024-11-11T18:19:09,410 DEBUG [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:09,410 INFO [StoreOpener-cb7a19a6b70ae6105170837725b1e318-1 {}] regionserver.HStore(327): Store=cb7a19a6b70ae6105170837725b1e318/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:09,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened cb7a19a6b70ae6105170837725b1e318; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70583144, jitterRate=0.051770806312561035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:09,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:09,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for cb7a19a6b70ae6105170837725b1e318: Running coprocessor pre-open hook at 1731349149400Writing region info on filesystem at 1731349149400Initializing all the Stores at 1731349149401 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349149401Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349149401Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349149401Cleaning up temporary data from old regions at 1731349149413 (+12 ms)Running coprocessor post-open hooks at 1731349149415 (+2 ms)Region opened successfully at 1731349149415 2024-11-11T18:19:09,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., pid=13, masterSystemTime=1731349149377 2024-11-11T18:19:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:09,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:09,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cb7a19a6b70ae6105170837725b1e318, regionState=OPEN, openSeqNum=9, regionLocation=90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7a19a6b70ae6105170837725b1e318, server=90f34c5bee6a,33221,1731349143964 because future has completed 2024-11-11T18:19:09,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T18:19:09,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cb7a19a6b70ae6105170837725b1e318, server=90f34c5bee6a,33221,1731349143964 in 197 msec 2024-11-11T18:19:09,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T18:19:09,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb7a19a6b70ae6105170837725b1e318, ASSIGN in 355 msec 2024-11-11T18:19:09,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T18:19:09,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., hostname=90f34c5bee6a,33221,1731349143964, seqNum=9] 2024-11-11T18:19:09,441 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 90f34c5bee6a,33747,1731349130744 2024-11-11T18:19:09,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T18:19:09,501 DEBUG [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:09,522 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/.tmp/ns/86ac5e05dd2843d68999e4a8320b5478 2024-11-11T18:19:09,528 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/.tmp/ns/86ac5e05dd2843d68999e4a8320b5478 as hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/ns/86ac5e05dd2843d68999e4a8320b5478 2024-11-11T18:19:09,533 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/ns/86ac5e05dd2843d68999e4a8320b5478, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T18:19:09,534 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-11T18:19:09,534 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:19:09,538 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T18:19:09,538 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:09,538 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:09,539 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:09,539 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349149101Running coprocessor pre-close hooks at 1731349149101Disabling compacts and flushes for region at 1731349149101Disabling writes for close at 1731349149101Obtaining lock to block concurrent updates at 1731349149101Preparing flush snapshotting stores in 1588230740 at 1731349149101Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731349149101Flushing stores of hbase:meta,,1.1588230740 at 1731349149102 (+1 ms)Flushing 1588230740/ns: creating writer at 1731349149102Flushing 1588230740/ns: appending metadata at 1731349149117 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731349149117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5079f13d: reopening flushed file at 1731349149528 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731349149534 (+6 ms)Writing region close event to WAL at 1731349149535 (+1 ms)Running coprocessor post-close hooks at 1731349149538 (+3 ms)Closed at 1731349149538 2024-11-11T18:19:09,539 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:09,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T18:19:09,701 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,38505,1731349135040; all regions closed. 2024-11-11T18:19:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741834_1010 (size=1152) 2024-11-11T18:19:09,705 DEBUG [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/oldWALs 2024-11-11T18:19:09,705 INFO [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C38505%2C1731349135040.meta:.meta(num 1731349137994) 2024-11-11T18:19:09,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741832_1008 (size=93) 2024-11-11T18:19:09,709 DEBUG [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/oldWALs 2024-11-11T18:19:09,709 INFO [RS:0;90f34c5bee6a:38505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C38505%2C1731349135040:(num 1731349137037) 2024-11-11T18:19:09,709 DEBUG [RS:0;90f34c5bee6a:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:09,709 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:09,709 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:09,709 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:09,709 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:09,709 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:09,709 INFO [RS:0;90f34c5bee6a:38505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38505 2024-11-11T18:19:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107629603/rs/90f34c5bee6a,38505,1731349135040 2024-11-11T18:19:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603/rs 2024-11-11T18:19:09,711 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:09,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,38505,1731349135040] 2024-11-11T18:19:09,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11107629603/draining/90f34c5bee6a,38505,1731349135040 already deleted, retry=false 2024-11-11T18:19:09,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,38505,1731349135040 expired; onlineServers=0 2024-11-11T18:19:09,715 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,40199,1731349134995' ***** 2024-11-11T18:19:09,715 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:19:09,715 INFO [M:0;90f34c5bee6a:40199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:09,715 INFO [M:0;90f34c5bee6a:40199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:09,715 DEBUG [M:0;90f34c5bee6a:40199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:19:09,715 DEBUG [M:0;90f34c5bee6a:40199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:19:09,715 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:19:09,715 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349136848 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349136848,5,FailOnTimeoutGroup] 2024-11-11T18:19:09,715 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349136848 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349136848,5,FailOnTimeoutGroup] 2024-11-11T18:19:09,716 INFO [M:0;90f34c5bee6a:40199 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:09,716 INFO [M:0;90f34c5bee6a:40199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:09,716 DEBUG [M:0;90f34c5bee6a:40199 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:19:09,716 INFO [M:0;90f34c5bee6a:40199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:19:09,716 INFO [M:0;90f34c5bee6a:40199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:09,716 INFO [M:0;90f34c5bee6a:40199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:19:09,716 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:19:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107629603/master 2024-11-11T18:19:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107629603 2024-11-11T18:19:09,718 DEBUG [M:0;90f34c5bee6a:40199 {}] zookeeper.ZKUtil(347): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Unable to get data of znode /11107629603/master because node does not exist (not an error) 2024-11-11T18:19:09,718 WARN [M:0;90f34c5bee6a:40199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:19:09,719 INFO [M:0;90f34c5bee6a:40199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/.lastflushedseqids 2024-11-11T18:19:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741836_1012 (size=99) 2024-11-11T18:19:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101084113c60004, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:09,814 INFO [RS:0;90f34c5bee6a:38505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:09,814 INFO [RS:0;90f34c5bee6a:38505 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,38505,1731349135040; zookeeper connection closed. 2024-11-11T18:19:09,814 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@138777d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@138777d0 2024-11-11T18:19:09,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:19:10,130 INFO [M:0;90f34c5bee6a:40199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:19:10,130 INFO [M:0;90f34c5bee6a:40199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:19:10,131 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:10,131 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:10,131 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:10,131 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:10,131 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:10,131 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T18:19:10,147 DEBUG [M:0;90f34c5bee6a:40199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/159be43fa8f94077b4fad79290549288 is 82, key is hbase:meta,,1/info:regioninfo/1731349138026/Put/seqid=0 2024-11-11T18:19:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741837_1013 (size=5672) 2024-11-11T18:19:10,263 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:10,551 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/159be43fa8f94077b4fad79290549288 2024-11-11T18:19:10,570 DEBUG [M:0;90f34c5bee6a:40199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d664bd52fda84edeb835a6f24d2f7cf1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731349138054/Put/seqid=0 2024-11-11T18:19:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741838_1014 (size=5275) 2024-11-11T18:19:10,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:10,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:10,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:10,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:10,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:10,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:10,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:10,975 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d664bd52fda84edeb835a6f24d2f7cf1 2024-11-11T18:19:10,994 DEBUG [M:0;90f34c5bee6a:40199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84421f9e2716494ba45404394743cbd8 is 69, key is 90f34c5bee6a,38505,1731349135040/rs:state/1731349136887/Put/seqid=0 2024-11-11T18:19:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741839_1015 (size=5156) 2024-11-11T18:19:11,368 DEBUG [RS:0;90f34c5bee6a:33221.replicationSource.wal-reader.90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 to pos 0, reset compression=false 2024-11-11T18:19:11,398 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84421f9e2716494ba45404394743cbd8 2024-11-11T18:19:11,404 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/159be43fa8f94077b4fad79290549288 as hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/159be43fa8f94077b4fad79290549288 2024-11-11T18:19:11,408 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/159be43fa8f94077b4fad79290549288, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T18:19:11,409 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d664bd52fda84edeb835a6f24d2f7cf1 as hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d664bd52fda84edeb835a6f24d2f7cf1 2024-11-11T18:19:11,413 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d664bd52fda84edeb835a6f24d2f7cf1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T18:19:11,414 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84421f9e2716494ba45404394743cbd8 as hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84421f9e2716494ba45404394743cbd8 2024-11-11T18:19:11,419 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84421f9e2716494ba45404394743cbd8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T18:19:11,420 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-11T18:19:11,421 INFO [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:11,421 DEBUG [M:0;90f34c5bee6a:40199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349150130Disabling compacts and flushes for region at 1731349150130Disabling writes for close at 1731349150131 (+1 ms)Obtaining lock to block concurrent updates at 1731349150131Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349150131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731349150131Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349150132 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349150132Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349150146 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349150146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349150556 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349150570 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349150570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349150980 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349150994 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349150994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9c77df: reopening flushed file at 1731349151403 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa276a8: reopening flushed file at 1731349151408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b91946: reopening flushed file at 1731349151413 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1731349151420 (+7 ms)Writing region close event to WAL at 1731349151421 (+1 ms)Closed at 1731349151421 2024-11-11T18:19:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741830_1006 (size=10165) 2024-11-11T18:19:11,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d8d8702-7c19-3a8c-be04-00c34b75e5a6/MasterData/WALs/90f34c5bee6a,40199,1731349134995/90f34c5bee6a%2C40199%2C1731349134995.1731349136747 not finished, retry = 0 2024-11-11T18:19:11,524 INFO [M:0;90f34c5bee6a:40199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:19:11,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:11,524 INFO [M:0;90f34c5bee6a:40199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40199 2024-11-11T18:19:11,525 INFO [M:0;90f34c5bee6a:40199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:11,627 INFO [M:0;90f34c5bee6a:40199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x101084113c60003, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:11,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:11,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:11,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:11,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:11,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:11,631 WARN [BP-1051336802-172.17.0.2-1731349133804 heartbeating to localhost/127.0.0.1:38347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:19:11,631 WARN [BP-1051336802-172.17.0.2-1731349133804 heartbeating to localhost/127.0.0.1:38347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051336802-172.17.0.2-1731349133804 (Datanode Uuid 4d1a9e66-ab10-433e-ac1f-bdd3e7a61f32) service to localhost/127.0.0.1:38347 2024-11-11T18:19:11,631 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:19:11,631 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:19:11,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/cluster_a48e860f-e458-6e61-b12f-f8e6f7804d87/data/data1/current/BP-1051336802-172.17.0.2-1731349133804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:11,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/cluster_a48e860f-e458-6e61-b12f-f8e6f7804d87/data/data2/current/BP-1051336802-172.17.0.2-1731349133804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:11,632 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:19:11,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:11,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:11,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:11,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:11,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:19:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:19:11,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:11,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:11,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:11,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:11,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:11,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:19:11,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=438712303, stopped=false 2024-11-11T18:19:11,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,33991,1731349143935 2024-11-11T18:19:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:19:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/running 2024-11-11T18:19:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:11,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:11,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:11,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:11,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:11,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,33221,1731349143964' ***** 2024-11-11T18:19:11,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:19:11,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:19:11,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Set watcher on znode that does not yet exist, /0-2099006175/running 2024-11-11T18:19:11,652 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:19:11,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(3091): Received CLOSE for cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33221. 2024-11-11T18:19:11,653 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb7a19a6b70ae6105170837725b1e318, disabling compactions & flushes 2024-11-11T18:19:11,653 DEBUG [RS:0;90f34c5bee6a:33221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:11,653 DEBUG [RS:0;90f34c5bee6a:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:11,653 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:11,653 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:11,653 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. after waiting 0 ms 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:19:11,653 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:19:11,653 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:19:11,654 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:19:11,654 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1325): Online Regions={cb7a19a6b70ae6105170837725b1e318=hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:19:11,654 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb7a19a6b70ae6105170837725b1e318 2024-11-11T18:19:11,654 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:11,654 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:11,654 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:11,654 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:11,654 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:11,654 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T18:19:11,658 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/replication/cb7a19a6b70ae6105170837725b1e318/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T18:19:11,659 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:11,659 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:11,659 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:11,659 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb7a19a6b70ae6105170837725b1e318: Waiting for close lock at 1731349151653Running coprocessor pre-close hooks at 1731349151653Disabling compacts and flushes for region at 1731349151653Disabling writes for close at 1731349151653Writing region close event to WAL at 1731349151654 (+1 ms)Running coprocessor post-close hooks at 1731349151659 (+5 ms)Closed at 1731349151659 2024-11-11T18:19:11,659 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318. 2024-11-11T18:19:11,670 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/info/cfbadce6d94a4b0ab94053a555cce499 is 147, key is hbase:replication,,1731349138096.cb7a19a6b70ae6105170837725b1e318./info:regioninfo/1731349149418/Put/seqid=0 2024-11-11T18:19:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741851_1027 (size=6385) 2024-11-11T18:19:11,743 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:11,854 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:12,055 DEBUG [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:12,075 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/info/cfbadce6d94a4b0ab94053a555cce499 2024-11-11T18:19:12,082 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/.tmp/info/cfbadce6d94a4b0ab94053a555cce499 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/info/cfbadce6d94a4b0ab94053a555cce499 2024-11-11T18:19:12,092 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/info/cfbadce6d94a4b0ab94053a555cce499, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T18:19:12,093 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-11T18:19:12,105 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T18:19:12,106 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:12,106 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:12,106 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:12,106 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349151654Running coprocessor pre-close hooks at 1731349151654Disabling compacts and flushes for region at 1731349151654Disabling writes for close at 1731349151654Obtaining lock to block concurrent updates at 1731349151654Preparing flush snapshotting stores in 1588230740 at 1731349151654Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731349151655 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349151655Flushing 1588230740/info: creating writer at 1731349151655Flushing 1588230740/info: appending metadata at 1731349151670 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731349151670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9897e3: reopening flushed file at 1731349152081 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1731349152093 (+12 ms)Writing region close event to WAL at 1731349152100 (+7 ms)Running coprocessor post-close hooks at 1731349152106 (+6 ms)Closed at 1731349152106 2024-11-11T18:19:12,106 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:12,255 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,33221,1731349143964; all regions closed. 2024-11-11T18:19:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741849_1025 (size=2156) 2024-11-11T18:19:12,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.meta.1731349145106.meta not finished, retry = 0 2024-11-11T18:19:12,360 DEBUG [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs 2024-11-11T18:19:12,360 INFO [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33221%2C1731349143964.meta:.meta(num 1731349145106) 2024-11-11T18:19:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741850_1026 (size=796) 2024-11-11T18:19:12,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.rep.1731349149382 not finished, retry = 0 2024-11-11T18:19:12,465 DEBUG [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs 2024-11-11T18:19:12,465 INFO [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33221%2C1731349143964.rep:(num 1731349149382) 2024-11-11T18:19:12,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741848_1024 (size=93) 2024-11-11T18:19:12,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/WALs/90f34c5bee6a,33221,1731349143964/90f34c5bee6a%2C33221%2C1731349143964.1731349144785 not finished, retry = 0 2024-11-11T18:19:12,570 DEBUG [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/oldWALs 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33221%2C1731349143964:(num 1731349144785) 2024-11-11T18:19:12,570 DEBUG [RS:0;90f34c5bee6a:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:12,570 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,33221,1731349143964 because: Region server is closing 2024-11-11T18:19:12,570 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T18:19:12,570 INFO [RS:0;90f34c5bee6a:33221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33221. 2024-11-11T18:19:12,570 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T18:19:12,570 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T18:19:12,570 DEBUG [RS:0;90f34c5bee6a:33221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:12,571 DEBUG [RS:0;90f34c5bee6a:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:12,571 DEBUG [RS:0;90f34c5bee6a:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:12,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:12,671 WARN [RS:0;90f34c5bee6a:33221.replicationSource.shipper90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:19:12,671 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;90f34c5bee6a:33221.replicationSource.shipper90f34c5bee6a%2C33221%2C1731349143964,1-90f34c5bee6a,33221,1731349143964 terminated 2024-11-11T18:19:12,671 INFO [RS:0;90f34c5bee6a:33221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33221 2024-11-11T18:19:12,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/rs/90f34c5bee6a,33221,1731349143964 2024-11-11T18:19:12,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175/rs 2024-11-11T18:19:12,674 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:12,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,33221,1731349143964] 2024-11-11T18:19:12,677 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2099006175/draining/90f34c5bee6a,33221,1731349143964 already deleted, retry=false 2024-11-11T18:19:12,677 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,33221,1731349143964 expired; onlineServers=0 2024-11-11T18:19:12,677 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,33991,1731349143935' ***** 2024-11-11T18:19:12,677 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:12,677 DEBUG [M:0;90f34c5bee6a:33991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:19:12,677 DEBUG [M:0;90f34c5bee6a:33991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:19:12,677 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:19:12,677 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349144540 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349144540,5,FailOnTimeoutGroup] 2024-11-11T18:19:12,677 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349144535 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349144535,5,FailOnTimeoutGroup] 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:12,677 DEBUG [M:0;90f34c5bee6a:33991 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:12,677 INFO [M:0;90f34c5bee6a:33991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:19:12,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:19:12,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2099006175/master 2024-11-11T18:19:12,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2099006175 2024-11-11T18:19:12,679 DEBUG [M:0;90f34c5bee6a:33991 {}] zookeeper.ZKUtil(347): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Unable to get data of znode /0-2099006175/master because node does not exist (not an error) 2024-11-11T18:19:12,679 WARN [M:0;90f34c5bee6a:33991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:19:12,680 INFO [M:0;90f34c5bee6a:33991 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/.lastflushedseqids 2024-11-11T18:19:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741852_1028 (size=181) 2024-11-11T18:19:12,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x101084113c60007, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:12,776 INFO [RS:0;90f34c5bee6a:33221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:12,776 INFO [RS:0;90f34c5bee6a:33221 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,33221,1731349143964; zookeeper connection closed. 2024-11-11T18:19:12,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41dbef6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41dbef6c 2024-11-11T18:19:12,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:19:13,086 INFO [M:0;90f34c5bee6a:33991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:19:13,086 INFO [M:0;90f34c5bee6a:33991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:19:13,086 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:13,086 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:13,086 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:13,086 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:13,086 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:13,086 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T18:19:13,102 DEBUG [M:0;90f34c5bee6a:33991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72dc448450dc4e3bb718c845f8f00baf is 82, key is hbase:meta,,1/info:regioninfo/1731349145157/Put/seqid=0 2024-11-11T18:19:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741853_1029 (size=5672) 2024-11-11T18:19:13,507 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72dc448450dc4e3bb718c845f8f00baf 2024-11-11T18:19:13,526 DEBUG [M:0;90f34c5bee6a:33991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/331cc885774048c6bcc5cd5aae827ba4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731349149424/Put/seqid=0 2024-11-11T18:19:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741854_1030 (size=7312) 2024-11-11T18:19:13,931 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/331cc885774048c6bcc5cd5aae827ba4 2024-11-11T18:19:13,952 DEBUG [M:0;90f34c5bee6a:33991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8cf110fbea14b44933aea190eef99f7 is 69, key is 90f34c5bee6a,33221,1731349143964/rs:state/1731349144603/Put/seqid=0 2024-11-11T18:19:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741855_1031 (size=5370) 2024-11-11T18:19:14,356 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8cf110fbea14b44933aea190eef99f7 2024-11-11T18:19:14,362 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8cf110fbea14b44933aea190eef99f7 2024-11-11T18:19:14,362 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72dc448450dc4e3bb718c845f8f00baf as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72dc448450dc4e3bb718c845f8f00baf 2024-11-11T18:19:14,367 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72dc448450dc4e3bb718c845f8f00baf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T18:19:14,368 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/331cc885774048c6bcc5cd5aae827ba4 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/331cc885774048c6bcc5cd5aae827ba4 2024-11-11T18:19:14,372 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/331cc885774048c6bcc5cd5aae827ba4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T18:19:14,373 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8cf110fbea14b44933aea190eef99f7 as hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8cf110fbea14b44933aea190eef99f7 2024-11-11T18:19:14,377 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8cf110fbea14b44933aea190eef99f7 2024-11-11T18:19:14,377 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37589/user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8cf110fbea14b44933aea190eef99f7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T18:19:14,379 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-11T18:19:14,380 INFO [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:14,380 DEBUG [M:0;90f34c5bee6a:33991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349153086Disabling compacts and flushes for region at 1731349153086Disabling writes for close at 1731349153086Obtaining lock to block concurrent updates at 1731349153086Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349153086Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731349153087 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349153087Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349153087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349153102 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349153102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349153512 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349153526 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349153526Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349153937 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349153951 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349153951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158e73c3: reopening flushed file at 1731349154362 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635ebd5d: reopening flushed file at 1731349154367 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791d2767: reopening flushed file at 1731349154372 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1731349154379 (+7 ms)Writing region close event to WAL at 1731349154380 (+1 ms)Closed at 1731349154380 2024-11-11T18:19:14,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce655f6b-2f12-9845-0011-a597b3275edb/MasterData/WALs/90f34c5bee6a,33991,1731349143935/90f34c5bee6a%2C33991%2C1731349143935.1731349144433 not finished, retry = 0 2024-11-11T18:19:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741847_1023 (size=22903) 2024-11-11T18:19:14,484 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:14,484 INFO [M:0;90f34c5bee6a:33991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:19:14,484 INFO [M:0;90f34c5bee6a:33991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33991 2024-11-11T18:19:14,485 INFO [M:0;90f34c5bee6a:33991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:14,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:14,588 INFO [M:0;90f34c5bee6a:33991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:14,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33991-0x101084113c60006, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:14,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:14,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:14,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:14,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:14,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:14,594 WARN [BP-1495067102-172.17.0.2-1731349129567 heartbeating to localhost/127.0.0.1:37589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:19:14,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:19:14,594 WARN [BP-1495067102-172.17.0.2-1731349129567 heartbeating to localhost/127.0.0.1:37589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1495067102-172.17.0.2-1731349129567 (Datanode Uuid 1f2ed949-da76-49c2-81a9-828c4cf0c633) service to localhost/127.0.0.1:37589 2024-11-11T18:19:14,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:19:14,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/data/data1/current/BP-1495067102-172.17.0.2-1731349129567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:14,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/cluster_7b8550b9-7e96-c215-aa79-8828cc2e1f47/data/data2/current/BP-1495067102-172.17.0.2-1731349129567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:14,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:19:14,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:14,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:14,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:14,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:14,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d8b5734-1052-0d8c-0154-c8708f8408bc/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:14,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:19:14,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:19:14,629 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51752) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51752) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38347 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37589 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 237), ProcessCount=11 (was 11), AvailableMemoryMB=7669 (was 8309) 2024-11-11T18:19:14,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=7669 2024-11-11T18:19:14,655 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T18:19:14,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir so I do NOT create it in target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0 2024-11-11T18:19:14,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:19:14,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.tmp.dir so I do NOT create it in target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0 2024-11-11T18:19:14,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/045e158f-7a6d-d6ab-519c-177ab6187b4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:19:14,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0 2024-11-11T18:19:14,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65, deleteOnExit=true 2024-11-11T18:19:14,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/zookeeper_0, clientPort=63621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:19:14,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63621 2024-11-11T18:19:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/test.cache.data in system properties and HBase conf 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:19:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:19:14,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:19:14,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:14,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:19:14,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:19:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101084113c60002, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:19:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101084113c60005, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:19:14,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101084113c60002, quorum=127.0.0.1:51752, baseZNode=/0-2099006175 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:19:14,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101084113c60005, quorum=127.0.0.1:51752, baseZNode=/11107629603 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:19:14,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:14,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:14,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:14,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:14,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:19:14,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:14,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:14,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:14,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/java.io.tmpdir/jetty-localhost-43499-hadoop-hdfs-3_4_1-tests_jar-_-any-16944971442784522215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:14,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:43499} 2024-11-11T18:19:14,921 INFO [Time-limited test {}] server.Server(415): Started @150716ms 2024-11-11T18:19:15,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:15,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:15,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:15,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:15,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:19:15,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:15,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:15,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169b54f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/java.io.tmpdir/jetty-localhost-34173-hadoop-hdfs-3_4_1-tests_jar-_-any-9730465769548102964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:15,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c217a0{HTTP/1.1, (http/1.1)}{localhost:34173} 2024-11-11T18:19:15,196 INFO [Time-limited test {}] server.Server(415): Started @150991ms 2024-11-11T18:19:15,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:19:15,311 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/data/data1/current/BP-1930309898-172.17.0.2-1731349154689/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:15,311 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/data/data2/current/BP-1930309898-172.17.0.2-1731349154689/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:15,338 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:19:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd67fd89fd1545328 with lease ID 0x6d70c74a77c32057: Processing first storage report for DS-6298da33-cadb-49e7-ade3-996b7c182d39 from datanode DatanodeRegistration(127.0.0.1:37735, datanodeUuid=69958376-7f25-4224-938a-6edf8620c243, infoPort=34087, infoSecurePort=0, ipcPort=42253, storageInfo=lv=-57;cid=testClusterID;nsid=432209038;c=1731349154689) 2024-11-11T18:19:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd67fd89fd1545328 with lease ID 0x6d70c74a77c32057: from storage DS-6298da33-cadb-49e7-ade3-996b7c182d39 node DatanodeRegistration(127.0.0.1:37735, datanodeUuid=69958376-7f25-4224-938a-6edf8620c243, infoPort=34087, infoSecurePort=0, ipcPort=42253, storageInfo=lv=-57;cid=testClusterID;nsid=432209038;c=1731349154689), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd67fd89fd1545328 with lease ID 0x6d70c74a77c32057: Processing first storage report for DS-4b6cc09e-adc7-46a9-9501-def320112621 from datanode DatanodeRegistration(127.0.0.1:37735, datanodeUuid=69958376-7f25-4224-938a-6edf8620c243, infoPort=34087, infoSecurePort=0, ipcPort=42253, storageInfo=lv=-57;cid=testClusterID;nsid=432209038;c=1731349154689) 2024-11-11T18:19:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd67fd89fd1545328 with lease ID 0x6d70c74a77c32057: from storage DS-4b6cc09e-adc7-46a9-9501-def320112621 node DatanodeRegistration(127.0.0.1:37735, datanodeUuid=69958376-7f25-4224-938a-6edf8620c243, infoPort=34087, infoSecurePort=0, ipcPort=42253, storageInfo=lv=-57;cid=testClusterID;nsid=432209038;c=1731349154689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:15,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0 2024-11-11T18:19:15,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:19:15,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7 with version=8 2024-11-11T18:19:15,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/hbase-staging 2024-11-11T18:19:15,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:15,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44491 2024-11-11T18:19:15,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44491 connecting to ZooKeeper ensemble=127.0.0.1:63621 2024-11-11T18:19:15,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444910x0, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:15,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44491-0x101084175f30000 connected 2024-11-11T18:19:15,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/running 2024-11-11T18:19:15,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7, hbase.cluster.distributed=false 2024-11-11T18:19:15,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/acl 2024-11-11T18:19:15,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44491 2024-11-11T18:19:15,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44491 2024-11-11T18:19:15,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44491 2024-11-11T18:19:15,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44491 2024-11-11T18:19:15,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44491 2024-11-11T18:19:15,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:19:15,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:15,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46075 2024-11-11T18:19:15,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46075 connecting to ZooKeeper ensemble=127.0.0.1:63621 2024-11-11T18:19:15,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460750x0, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:15,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/running 2024-11-11T18:19:15,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46075-0x101084175f30001 connected 2024-11-11T18:19:15,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:19:15,919 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:19:15,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/master 2024-11-11T18:19:15,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/acl 2024-11-11T18:19:15,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-11T18:19:15,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46075 2024-11-11T18:19:15,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46075 2024-11-11T18:19:15,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-11T18:19:15,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-11T18:19:15,940 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:44491 2024-11-11T18:19:15,940 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-89230812/backup-masters/90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812/backup-masters 2024-11-11T18:19:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812/backup-masters 2024-11-11T18:19:15,944 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on existing znode=/0-89230812/backup-masters/90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-89230812/master 2024-11-11T18:19:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:15,946 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on existing znode=/0-89230812/master 2024-11-11T18:19:15,947 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-89230812/backup-masters/90f34c5bee6a,44491,1731349155850 from backup master directory 2024-11-11T18:19:15,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-89230812/backup-masters/90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:15,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812/backup-masters 2024-11-11T18:19:15,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812/backup-masters 2024-11-11T18:19:15,948 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:15,948 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:15,952 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/hbase.id] with ID: b838c469-c30c-4f90-9667-d6ee4a4e9135 2024-11-11T18:19:15,952 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/.tmp/hbase.id 2024-11-11T18:19:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:19:15,959 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/.tmp/hbase.id]:[hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/hbase.id] 2024-11-11T18:19:15,970 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:15,970 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:19:15,971 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:19:15,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:15,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:19:16,399 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:16,400 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:19:16,400 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:19:16,811 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store 2024-11-11T18:19:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:19:16,819 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:16,819 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:16,819 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:16,819 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:16,819 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:16,819 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:16,819 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:16,819 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349156819Disabling compacts and flushes for region at 1731349156819Disabling writes for close at 1731349156819Writing region close event to WAL at 1731349156819Closed at 1731349156819 2024-11-11T18:19:16,820 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/.initializing 2024-11-11T18:19:16,820 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/WALs/90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:16,821 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:16,824 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C44491%2C1731349155850, suffix=, logDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/WALs/90f34c5bee6a,44491,1731349155850, archiveDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/oldWALs, maxLogs=10 2024-11-11T18:19:16,842 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/WALs/90f34c5bee6a,44491,1731349155850/90f34c5bee6a%2C44491%2C1731349155850.1731349156824, exclude list is [], retry=0 2024-11-11T18:19:16,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37735,DS-6298da33-cadb-49e7-ade3-996b7c182d39,DISK] 2024-11-11T18:19:16,847 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/WALs/90f34c5bee6a,44491,1731349155850/90f34c5bee6a%2C44491%2C1731349155850.1731349156824 2024-11-11T18:19:16,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087)] 2024-11-11T18:19:16,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:16,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:16,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:19:16,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:19:16,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:16,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:16,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:19:16,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:16,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:16,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:19:16,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:16,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:16,855 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,856 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,856 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,857 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,857 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,857 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:16,858 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:16,860 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:16,861 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67781533, jitterRate=0.010023549199104309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:16,861 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349156848Initializing all the Stores at 1731349156849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349156849Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349156849Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349156849Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349156849Cleaning up temporary data from old regions at 1731349156857 (+8 ms)Region opened successfully at 1731349156861 (+4 ms) 2024-11-11T18:19:16,862 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:19:16,864 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7931ac8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:16,865 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:19:16,865 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:19:16,865 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:19:16,865 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:19:16,866 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:19:16,866 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:19:16,866 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:19:16,868 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:19:16,868 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Unable to get data of znode /0-89230812/balancer because node does not exist (not necessarily an error) 2024-11-11T18:19:16,871 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-89230812/balancer already deleted, retry=false 2024-11-11T18:19:16,871 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:19:16,872 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Unable to get data of znode /0-89230812/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:19:16,873 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-89230812/normalizer already deleted, retry=false 2024-11-11T18:19:16,873 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:19:16,874 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Unable to get data of znode /0-89230812/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:19:16,875 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-89230812/switch/split already deleted, retry=false 2024-11-11T18:19:16,876 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Unable to get data of znode /0-89230812/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:19:16,877 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-89230812/switch/merge already deleted, retry=false 2024-11-11T18:19:16,878 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Unable to get data of znode /0-89230812/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:19:16,880 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-89230812/snapshot-cleanup already deleted, retry=false 2024-11-11T18:19:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-89230812/running 2024-11-11T18:19:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-89230812/running 2024-11-11T18:19:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:16,882 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,44491,1731349155850, sessionid=0x101084175f30000, setting cluster-up flag (Was=false) 2024-11-11T18:19:16,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:16,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:16,890 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-89230812/flush-table-proc/acquired, /0-89230812/flush-table-proc/reached, /0-89230812/flush-table-proc/abort 2024-11-11T18:19:16,891 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:16,899 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-89230812/online-snapshot/acquired, /0-89230812/online-snapshot/reached, /0-89230812/online-snapshot/abort 2024-11-11T18:19:16,899 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:16,900 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:19:16,902 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:16,902 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:19:16,902 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:19:16,902 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 90f34c5bee6a,33747,1731349130744: status=Processing ServerCrashProcedure of 90f34c5bee6a,33747,1731349130744 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731349144533, completionTime=-1 appears to have been leaked 2024-11-11T18:19:16,902 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,44491,1731349155850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:16,905 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:16,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:19:16,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:16,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:19:16,916 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349186916 2024-11-11T18:19:16,916 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:19:16,917 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:19:16,917 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:19:16,917 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:19:16,917 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:19:16,917 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:19:16,918 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,918 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:19:16,918 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:19:16,918 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:19:16,919 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349156919,5,FailOnTimeoutGroup] 2024-11-11T18:19:16,919 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349156919,5,FailOnTimeoutGroup] 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:19:16,931 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(746): ClusterId : b838c469-c30c-4f90-9667-d6ee4a4e9135 2024-11-11T18:19:16,931 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:19:16,934 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:19:16,934 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:19:16,937 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:19:16,937 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0b20e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:16,950 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:46075 2024-11-11T18:19:16,950 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:19:16,950 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:19:16,950 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:19:16,951 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,44491,1731349155850 with port=46075, startcode=1731349155908 2024-11-11T18:19:16,951 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:19:16,952 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:19:16,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:16,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44491 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:16,954 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7 2024-11-11T18:19:16,954 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45195 2024-11-11T18:19:16,954 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:19:16,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812/rs 2024-11-11T18:19:16,956 DEBUG [RS:0;90f34c5bee6a:46075 {}] zookeeper.ZKUtil(111): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on existing znode=/0-89230812/rs/90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:16,956 WARN [RS:0;90f34c5bee6a:46075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:16,956 INFO [RS:0;90f34c5bee6a:46075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:16,956 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:16,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,46075,1731349155908] 2024-11-11T18:19:16,962 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:19:16,964 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:19:16,964 INFO [RS:0;90f34c5bee6a:46075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:19:16,964 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,967 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:19:16,967 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:19:16,968 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:16,968 DEBUG [RS:0;90f34c5bee6a:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:16,968 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,969 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,969 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,969 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,969 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,969 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46075,1731349155908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:16,983 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:19:16,983 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46075,1731349155908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,984 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,984 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.Replication(171): 90f34c5bee6a,46075,1731349155908 started 2024-11-11T18:19:16,997 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:16,997 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,46075,1731349155908, RpcServer on 90f34c5bee6a/172.17.0.2:46075, sessionid=0x101084175f30001 2024-11-11T18:19:16,997 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:19:16,997 DEBUG [RS:0;90f34c5bee6a:46075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:16,997 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46075,1731349155908' 2024-11-11T18:19:16,997 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-89230812/flush-table-proc/abort' 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-89230812/flush-table-proc/acquired' 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46075,1731349155908' 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-89230812/online-snapshot/abort' 2024-11-11T18:19:16,998 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-89230812/online-snapshot/acquired' 2024-11-11T18:19:16,999 DEBUG [RS:0;90f34c5bee6a:46075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:19:16,999 INFO [RS:0;90f34c5bee6a:46075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:19:16,999 INFO [RS:0;90f34c5bee6a:46075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:19:17,099 INFO [RS:0;90f34c5bee6a:46075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:17,101 INFO [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46075%2C1731349155908, suffix=, logDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908, archiveDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/oldWALs, maxLogs=10 2024-11-11T18:19:17,118 DEBUG [RS:0;90f34c5bee6a:46075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101, exclude list is [], retry=0 2024-11-11T18:19:17,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37735,DS-6298da33-cadb-49e7-ade3-996b7c182d39,DISK] 2024-11-11T18:19:17,123 INFO [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 2024-11-11T18:19:17,123 DEBUG [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087)] 2024-11-11T18:19:17,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:17,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:17,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:19:17,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7 2024-11-11T18:19:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:19:17,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:17,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:17,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:17,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:17,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:17,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:17,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:17,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:17,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:17,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:17,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:17,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:17,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:17,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:17,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:17,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:17,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:17,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:17,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740 2024-11-11T18:19:17,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740 2024-11-11T18:19:17,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:17,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:17,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:17,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:17,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:17,743 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71391320, jitterRate=0.06381356716156006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:17,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349157732Initializing all the Stores at 1731349157733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349157733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349157733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349157733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349157733Cleaning up temporary data from old regions at 1731349157740 (+7 ms)Region opened successfully at 1731349157744 (+4 ms) 2024-11-11T18:19:17,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:17,744 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:17,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:17,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:17,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:17,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:17,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349157744Disabling compacts and flushes for region at 1731349157744Disabling writes for close at 1731349157744Writing region close event to WAL at 1731349157745 (+1 ms)Closed at 1731349157745 2024-11-11T18:19:17,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:17,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:19:17,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:19:17,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:17,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:19:17,898 DEBUG [90f34c5bee6a:44491 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:19:17,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:17,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46075,1731349155908, state=OPENING 2024-11-11T18:19:17,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:19:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:17,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-89230812/meta-region-server: CHANGED 2024-11-11T18:19:17,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-89230812/meta-region-server: CHANGED 2024-11-11T18:19:17,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:17,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46075,1731349155908}] 2024-11-11T18:19:18,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:18,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:19:18,062 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:19:18,062 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:18,062 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:19:18,064 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46075%2C1731349155908.meta, suffix=.meta, logDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908, archiveDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/oldWALs, maxLogs=10 2024-11-11T18:19:18,077 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.meta.1731349158064.meta, exclude list is [], retry=0 2024-11-11T18:19:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37735,DS-6298da33-cadb-49e7-ade3-996b7c182d39,DISK] 2024-11-11T18:19:18,080 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.meta.1731349158064.meta 2024-11-11T18:19:18,081 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087)] 2024-11-11T18:19:18,081 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:18,081 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:18,081 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:18,081 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:19:18,081 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:19:18,081 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:19:18,082 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:18,082 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:19:18,082 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:19:18,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:18,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:18,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:18,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:18,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:18,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:18,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:18,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:18,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:18,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:18,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:18,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:18,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:18,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:18,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:18,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:18,087 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:18,087 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740 2024-11-11T18:19:18,088 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740 2024-11-11T18:19:18,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:18,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:18,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:18,090 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:18,091 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66201869, jitterRate=-0.013515278697013855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:18,091 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:19:18,091 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349158082Writing region info on filesystem at 1731349158082Initializing all the Stores at 1731349158082Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349158082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349158083 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349158083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349158083Cleaning up temporary data from old regions at 1731349158089 (+6 ms)Running coprocessor post-open hooks at 1731349158091 (+2 ms)Region opened successfully at 1731349158091 2024-11-11T18:19:18,092 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349158057 2024-11-11T18:19:18,094 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:19:18,094 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:19:18,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:18,095 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46075,1731349155908, state=OPEN 2024-11-11T18:19:18,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-89230812/meta-region-server 2024-11-11T18:19:18,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-89230812/meta-region-server 2024-11-11T18:19:18,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:18,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-89230812/meta-region-server: CHANGED 2024-11-11T18:19:18,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-89230812/meta-region-server: CHANGED 2024-11-11T18:19:18,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:19:18,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46075,1731349155908 in 195 msec 2024-11-11T18:19:18,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:19:18,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-11T18:19:18,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:18,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:19:18,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:18,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46075,1731349155908, seqNum=-1] 2024-11-11T18:19:18,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:18,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:18,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-11T18:19:18,111 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349158111, completionTime=-1 2024-11-11T18:19:18,111 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:19:18,111 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:19:18,113 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:19:18,113 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349218113 2024-11-11T18:19:18,113 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349278113 2024-11-11T18:19:18,113 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:19:18,114 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44491,1731349155850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,114 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44491,1731349155850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,114 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44491,1731349155850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,114 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:44491, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,114 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,114 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,116 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:19:18,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.169sec 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44491,1731349155850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:18,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44491,1731349155850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:19:18,120 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:19:18,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:19:18,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44491,1731349155850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:18,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33bb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:18,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:18,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:18,132 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b53869f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:18,134 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:18,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:18,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46075,1731349155908, seqNum=-1] 2024-11-11T18:19:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:18,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:18,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:18,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63621 2024-11-11T18:19:18,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:18,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101084175f30002 connected 2024-11-11T18:19:18,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir so I do NOT create it in target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b 2024-11-11T18:19:18,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:19:18,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.tmp.dir so I do NOT create it in target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b 2024-11-11T18:19:18,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:19:18,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b 2024-11-11T18:19:18,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:19:18,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/cluster_00040eeb-6a14-e7a6-7a7f-f2b6f2e34509, deleteOnExit=true 2024-11-11T18:19:18,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/test.cache.data in system properties and HBase conf 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:19:18,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:19:18,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:19:18,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:18,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:18,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:18,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:18,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:19:18,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:18,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:18,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:18,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/java.io.tmpdir/jetty-localhost-33563-hadoop-hdfs-3_4_1-tests_jar-_-any-17795666915667148522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:18,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:33563} 2024-11-11T18:19:18,445 INFO [Time-limited test {}] server.Server(415): Started @154240ms 2024-11-11T18:19:18,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:18,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:18,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:18,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:18,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:19:18,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:18,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:18,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@280b73b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/java.io.tmpdir/jetty-localhost-38285-hadoop-hdfs-3_4_1-tests_jar-_-any-1000973798224626424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:18,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:38285} 2024-11-11T18:19:18,692 INFO [Time-limited test {}] server.Server(415): Started @154487ms 2024-11-11T18:19:18,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:19:18,787 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/cluster_00040eeb-6a14-e7a6-7a7f-f2b6f2e34509/data/data1/current/BP-1289716530-172.17.0.2-1731349158176/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:18,787 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/cluster_00040eeb-6a14-e7a6-7a7f-f2b6f2e34509/data/data2/current/BP-1289716530-172.17.0.2-1731349158176/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:18,811 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:19:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2835ed1128eb7987 with lease ID 0x253876d3e3bd576d: Processing first storage report for DS-9c9fcc38-8a20-433d-aac8-8d0393e61c79 from datanode DatanodeRegistration(127.0.0.1:44667, datanodeUuid=6b7ef16f-4e62-4c6c-918c-43db48f20061, infoPort=45391, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=1243049543;c=1731349158176) 2024-11-11T18:19:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2835ed1128eb7987 with lease ID 0x253876d3e3bd576d: from storage DS-9c9fcc38-8a20-433d-aac8-8d0393e61c79 node DatanodeRegistration(127.0.0.1:44667, datanodeUuid=6b7ef16f-4e62-4c6c-918c-43db48f20061, infoPort=45391, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=1243049543;c=1731349158176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2835ed1128eb7987 with lease ID 0x253876d3e3bd576d: Processing first storage report for DS-04713c56-e8d6-4333-a5dc-11a17ee20ae3 from datanode DatanodeRegistration(127.0.0.1:44667, datanodeUuid=6b7ef16f-4e62-4c6c-918c-43db48f20061, infoPort=45391, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=1243049543;c=1731349158176) 2024-11-11T18:19:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2835ed1128eb7987 with lease ID 0x253876d3e3bd576d: from storage DS-04713c56-e8d6-4333-a5dc-11a17ee20ae3 node DatanodeRegistration(127.0.0.1:44667, datanodeUuid=6b7ef16f-4e62-4c6c-918c-43db48f20061, infoPort=45391, infoSecurePort=0, ipcPort=45269, storageInfo=lv=-57;cid=testClusterID;nsid=1243049543;c=1731349158176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:18,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b 2024-11-11T18:19:18,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:18,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:18,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:19:19,230 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825 with version=8 2024-11-11T18:19:19,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/hbase-staging 2024-11-11T18:19:19,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:19:19,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:19,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33433 2024-11-11T18:19:19,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33433 connecting to ZooKeeper ensemble=127.0.0.1:63621 2024-11-11T18:19:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334330x0, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:19,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33433-0x101084175f30003 connected 2024-11-11T18:19:19,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:19,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:19,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/running 2024-11-11T18:19:19,251 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825, hbase.cluster.distributed=false 2024-11-11T18:19:19,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/acl 2024-11-11T18:19:19,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-11T18:19:19,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33433 2024-11-11T18:19:19,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33433 2024-11-11T18:19:19,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-11T18:19:19,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-11T18:19:19,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:19:19,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:19,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40195 2024-11-11T18:19:19,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40195 connecting to ZooKeeper ensemble=127.0.0.1:63621 2024-11-11T18:19:19,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:19,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401950x0, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:19,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401950x0, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/running 2024-11-11T18:19:19,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40195-0x101084175f30004 connected 2024-11-11T18:19:19,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:19:19,279 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:19:19,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/master 2024-11-11T18:19:19,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/acl 2024-11-11T18:19:19,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40195 2024-11-11T18:19:19,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40195 2024-11-11T18:19:19,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40195 2024-11-11T18:19:19,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40195 2024-11-11T18:19:19,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40195 2024-11-11T18:19:19,301 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:33433 2024-11-11T18:19:19,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11889080792/backup-masters/90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792/backup-masters 2024-11-11T18:19:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792/backup-masters 2024-11-11T18:19:19,304 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on existing znode=/11889080792/backup-masters/90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11889080792/master 2024-11-11T18:19:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:19,306 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on existing znode=/11889080792/master 2024-11-11T18:19:19,307 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11889080792/backup-masters/90f34c5bee6a,33433,1731349159231 from backup master directory 2024-11-11T18:19:19,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792/backup-masters 2024-11-11T18:19:19,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11889080792/backup-masters/90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:19,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792/backup-masters 2024-11-11T18:19:19,308 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:19,308 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:19,311 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/hbase.id] with ID: 26ee19d6-478e-4ffe-ae96-d92d60f36f2b 2024-11-11T18:19:19,311 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/.tmp/hbase.id 2024-11-11T18:19:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:19:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:19:19,719 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/.tmp/hbase.id]:[hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/hbase.id] 2024-11-11T18:19:19,728 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:19,729 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:19:19,730 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T18:19:19,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:19,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:19,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:19:20,148 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:20,149 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:19:20,156 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:19:20,207 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store 2024-11-11T18:19:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:19:20,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:20,249 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:20,249 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:20,249 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:20,249 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:20,249 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:20,249 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:20,249 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349160249Disabling compacts and flushes for region at 1731349160249Disabling writes for close at 1731349160249Writing region close event to WAL at 1731349160249Closed at 1731349160249 2024-11-11T18:19:20,251 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/.initializing 2024-11-11T18:19:20,251 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/WALs/90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:20,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:20,261 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C33433%2C1731349159231, suffix=, logDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/WALs/90f34c5bee6a,33433,1731349159231, archiveDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/oldWALs, maxLogs=10 2024-11-11T18:19:20,288 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/WALs/90f34c5bee6a,33433,1731349159231/90f34c5bee6a%2C33433%2C1731349159231.1731349160261, exclude list is [], retry=0 2024-11-11T18:19:20,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-9c9fcc38-8a20-433d-aac8-8d0393e61c79,DISK] 2024-11-11T18:19:20,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/WALs/90f34c5bee6a,33433,1731349159231/90f34c5bee6a%2C33433%2C1731349159231.1731349160261 2024-11-11T18:19:20,304 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-11T18:19:20,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:20,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:20,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:19:20,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:20,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:19:20,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:20,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:19:20,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:20,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:19:20,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:20,333 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,334 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,334 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,336 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,336 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,337 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:20,338 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:20,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:20,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71972496, jitterRate=0.07247376441955566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:20,356 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349160305Initializing all the Stores at 1731349160314 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349160314Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349160320 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349160320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349160320Cleaning up temporary data from old regions at 1731349160336 (+16 ms)Region opened successfully at 1731349160356 (+20 ms) 2024-11-11T18:19:20,368 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:19:20,374 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b49e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:20,375 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:19:20,375 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:19:20,375 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:19:20,375 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:19:20,376 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:19:20,376 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:19:20,376 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:19:20,394 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:19:20,395 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Unable to get data of znode /11889080792/balancer because node does not exist (not necessarily an error) 2024-11-11T18:19:20,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11889080792/balancer already deleted, retry=false 2024-11-11T18:19:20,397 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:19:20,397 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Unable to get data of znode /11889080792/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:19:20,398 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11889080792/normalizer already deleted, retry=false 2024-11-11T18:19:20,401 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:19:20,413 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Unable to get data of znode /11889080792/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:19:20,417 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11889080792/switch/split already deleted, retry=false 2024-11-11T18:19:20,426 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Unable to get data of znode /11889080792/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:19:20,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11889080792/switch/merge already deleted, retry=false 2024-11-11T18:19:20,432 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Unable to get data of znode /11889080792/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:19:20,436 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11889080792/snapshot-cleanup already deleted, retry=false 2024-11-11T18:19:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11889080792/running 2024-11-11T18:19:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11889080792/running 2024-11-11T18:19:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:20,439 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,33433,1731349159231, sessionid=0x101084175f30003, setting cluster-up flag (Was=false) 2024-11-11T18:19:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:20,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:20,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11889080792/flush-table-proc/acquired, /11889080792/flush-table-proc/reached, /11889080792/flush-table-proc/abort 2024-11-11T18:19:20,453 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:20,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:20,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:20,467 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11889080792/online-snapshot/acquired, /11889080792/online-snapshot/reached, /11889080792/online-snapshot/abort 2024-11-11T18:19:20,468 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:20,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:19:20,490 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(746): ClusterId : 26ee19d6-478e-4ffe-ae96-d92d60f36f2b 2024-11-11T18:19:20,490 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:19:20,493 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:19:20,493 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:19:20,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:20,496 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:19:20,496 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:19:20,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,33433,1731349159231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:19:20,497 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:19:20,497 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:20,497 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:20,497 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:20,498 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:20,498 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:19:20,498 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,498 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:20,498 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,498 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252fa43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:20,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:20,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:19:20,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:19:20,524 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349190524 2024-11-11T18:19:20,524 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:19:20,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:19:20,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:19:20,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:19:20,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:19:20,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:19:20,538 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,549 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:19:20,549 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:19:20,549 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:19:20,549 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:19:20,549 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:19:20,549 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:19:20,550 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349160549,5,FailOnTimeoutGroup] 2024-11-11T18:19:20,558 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:40195 2024-11-11T18:19:20,558 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:19:20,558 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:19:20,558 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:19:20,559 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,33433,1731349159231 with port=40195, startcode=1731349159268 2024-11-11T18:19:20,559 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:19:20,560 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349160550,5,FailOnTimeoutGroup] 2024-11-11T18:19:20,560 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,560 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:19:20,560 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,560 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,563 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:19:20,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:20,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33433 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:20,566 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825 2024-11-11T18:19:20,566 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40887 2024-11-11T18:19:20,566 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:19:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792/rs 2024-11-11T18:19:20,575 DEBUG [RS:0;90f34c5bee6a:40195 {}] zookeeper.ZKUtil(111): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on existing znode=/11889080792/rs/90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:20,575 WARN [RS:0;90f34c5bee6a:40195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:20,575 INFO [RS:0;90f34c5bee6a:40195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:20,575 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:20,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,40195,1731349159268] 2024-11-11T18:19:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:19:20,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:19:20,589 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825 2024-11-11T18:19:20,613 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:19:20,620 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:19:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:19:20,631 INFO [RS:0;90f34c5bee6a:40195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:19:20,631 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,637 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:19:20,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:20,638 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:19:20,638 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,638 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:20,639 DEBUG [RS:0;90f34c5bee6a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:20,646 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,646 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,646 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,646 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,646 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,646 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40195,1731349159268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:20,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:20,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:20,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:20,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:20,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:20,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:20,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:20,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:20,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:20,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:20,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:20,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:20,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:20,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:20,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740 2024-11-11T18:19:20,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740 2024-11-11T18:19:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:20,660 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:20,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:20,667 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:19:20,667 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40195,1731349159268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,667 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,667 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.Replication(171): 90f34c5bee6a,40195,1731349159268 started 2024-11-11T18:19:20,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:20,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61395300, jitterRate=-0.08513873815536499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:20,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349160638Initializing all the Stores at 1731349160641 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349160641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349160647 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349160647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349160647Cleaning up temporary data from old regions at 1731349160659 (+12 ms)Region opened successfully at 1731349160682 (+23 ms) 2024-11-11T18:19:20,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:20,682 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:20,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:20,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:20,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:20,691 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:20,691 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,40195,1731349159268, RpcServer on 90f34c5bee6a/172.17.0.2:40195, sessionid=0x101084175f30004 2024-11-11T18:19:20,691 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:19:20,691 DEBUG [RS:0;90f34c5bee6a:40195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:20,691 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40195,1731349159268' 2024-11-11T18:19:20,691 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11889080792/flush-table-proc/abort' 2024-11-11T18:19:20,692 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11889080792/flush-table-proc/acquired' 2024-11-11T18:19:20,692 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:19:20,692 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:19:20,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:20,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349160682Disabling compacts and flushes for region at 1731349160682Disabling writes for close at 1731349160682Writing region close event to WAL at 1731349160692 (+10 ms)Closed at 1731349160692 2024-11-11T18:19:20,693 DEBUG [RS:0;90f34c5bee6a:40195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:20,693 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40195,1731349159268' 2024-11-11T18:19:20,693 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11889080792/online-snapshot/abort' 2024-11-11T18:19:20,693 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11889080792/online-snapshot/acquired' 2024-11-11T18:19:20,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:20,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:19:20,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:19:20,694 DEBUG [RS:0;90f34c5bee6a:40195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:19:20,694 INFO [RS:0;90f34c5bee6a:40195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:19:20,694 INFO [RS:0;90f34c5bee6a:40195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:19:20,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:20,696 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:19:20,795 INFO [RS:0;90f34c5bee6a:40195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:20,797 INFO [RS:0;90f34c5bee6a:40195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40195%2C1731349159268, suffix=, logDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268, archiveDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/oldWALs, maxLogs=10 2024-11-11T18:19:20,815 DEBUG [RS:0;90f34c5bee6a:40195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797, exclude list is [], retry=0 2024-11-11T18:19:20,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-9c9fcc38-8a20-433d-aac8-8d0393e61c79,DISK] 2024-11-11T18:19:20,831 INFO [RS:0;90f34c5bee6a:40195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 2024-11-11T18:19:20,845 DEBUG [RS:0;90f34c5bee6a:40195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-11T18:19:20,846 WARN [90f34c5bee6a:33433 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:19:21,096 DEBUG [90f34c5bee6a:33433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:19:21,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:21,105 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,40195,1731349159268, state=OPENING 2024-11-11T18:19:21,111 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:19:21,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:21,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:21,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11889080792/meta-region-server: CHANGED 2024-11-11T18:19:21,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11889080792/meta-region-server: CHANGED 2024-11-11T18:19:21,114 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:21,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40195,1731349159268}] 2024-11-11T18:19:21,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:21,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:19:21,292 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:19:21,292 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:21,293 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:19:21,298 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40195%2C1731349159268.meta, suffix=.meta, logDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268, archiveDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/oldWALs, maxLogs=10 2024-11-11T18:19:21,323 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.meta.1731349161299.meta, exclude list is [], retry=0 2024-11-11T18:19:21,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-9c9fcc38-8a20-433d-aac8-8d0393e61c79,DISK] 2024-11-11T18:19:21,331 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.meta.1731349161299.meta 2024-11-11T18:19:21,332 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-11T18:19:21,332 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:21,333 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:21,333 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:21,333 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:19:21,333 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:19:21,334 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:19:21,334 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:21,334 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:19:21,334 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:19:21,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:21,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:21,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:21,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:21,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:21,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:21,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:21,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:21,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:21,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:21,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:21,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:21,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:21,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:21,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:21,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:21,353 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:21,354 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740 2024-11-11T18:19:21,355 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740 2024-11-11T18:19:21,357 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:21,357 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:21,357 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:21,359 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:21,360 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74947038, jitterRate=0.11679789423942566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:21,360 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:19:21,360 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349161334Writing region info on filesystem at 1731349161334Initializing all the Stores at 1731349161335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349161335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349161336 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349161336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349161336Cleaning up temporary data from old regions at 1731349161357 (+21 ms)Running coprocessor post-open hooks at 1731349161360 (+3 ms)Region opened successfully at 1731349161360 2024-11-11T18:19:21,361 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349161268 2024-11-11T18:19:21,363 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:19:21,363 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:19:21,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:21,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,40195,1731349159268, state=OPEN 2024-11-11T18:19:21,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11889080792/meta-region-server 2024-11-11T18:19:21,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11889080792/meta-region-server 2024-11-11T18:19:21,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11889080792/meta-region-server: CHANGED 2024-11-11T18:19:21,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11889080792/meta-region-server: CHANGED 2024-11-11T18:19:21,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:21,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:19:21,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,40195,1731349159268 in 253 msec 2024-11-11T18:19:21,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:19:21,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-11T18:19:21,374 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:21,374 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:19:21,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:21,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:21,376 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:21,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:21,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 902 msec 2024-11-11T18:19:21,388 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349161388, completionTime=-1 2024-11-11T18:19:21,388 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:19:21,388 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:19:21,391 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:19:21,391 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349221391 2024-11-11T18:19:21,391 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349281391 2024-11-11T18:19:21,391 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T18:19:21,392 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33433,1731349159231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,392 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33433,1731349159231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,392 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33433,1731349159231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,392 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:33433, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,392 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,394 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:19:21,400 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.096sec 2024-11-11T18:19:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:19:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:19:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:19:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:19:21,405 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:19:21,405 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33433,1731349159231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:21,405 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33433,1731349159231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:19:21,418 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:19:21,418 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:19:21,419 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33433,1731349159231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:21,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:21,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:21,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:21,497 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:21,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:21,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:21,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48462dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:21,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:21,499 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:21,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:21,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:21,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:21,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:21,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63621 2024-11-11T18:19:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:21,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:21,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101084175f30005 connected 2024-11-11T18:19:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0640ab 2024-11-11T18:19:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:21,534 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:21,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:19:21,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:21,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:19:21,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:19:21,599 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f9692a9b82fe83ddccedc0a07fa061a, NAME => 'test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7 2024-11-11T18:19:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:19:21,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:21,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f9692a9b82fe83ddccedc0a07fa061a, disabling compactions & flushes 2024-11-11T18:19:21,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:21,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:21,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. after waiting 0 ms 2024-11-11T18:19:21,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:21,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:21,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f9692a9b82fe83ddccedc0a07fa061a: Waiting for close lock at 1731349161643Disabling compacts and flushes for region at 1731349161643Disabling writes for close at 1731349161643Writing region close event to WAL at 1731349161643Closed at 1731349161643 2024-11-11T18:19:21,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:21,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349161647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349161647"}]},"ts":"1731349161647"} 2024-11-11T18:19:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:21,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:21,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:21,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349161652"}]},"ts":"1731349161652"} 2024-11-11T18:19:21,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:19:21,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f9692a9b82fe83ddccedc0a07fa061a, ASSIGN}] 2024-11-11T18:19:21,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f9692a9b82fe83ddccedc0a07fa061a, ASSIGN 2024-11-11T18:19:21,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f9692a9b82fe83ddccedc0a07fa061a, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46075,1731349155908; forceNewPlan=false, retain=false 2024-11-11T18:19:21,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f9692a9b82fe83ddccedc0a07fa061a, regionState=OPENING, regionLocation=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:21,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f9692a9b82fe83ddccedc0a07fa061a, ASSIGN because future has completed 2024-11-11T18:19:21,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f9692a9b82fe83ddccedc0a07fa061a, server=90f34c5bee6a,46075,1731349155908}] 2024-11-11T18:19:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:22,017 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:22,017 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f9692a9b82fe83ddccedc0a07fa061a, NAME => 'test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:22,018 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:22,018 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:19:22,018 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,018 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:22,018 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,018 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,030 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,045 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9692a9b82fe83ddccedc0a07fa061a columnFamilyName f 2024-11-11T18:19:22,045 DEBUG [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,046 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] regionserver.HStore(327): Store=6f9692a9b82fe83ddccedc0a07fa061a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:22,046 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,048 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9692a9b82fe83ddccedc0a07fa061a columnFamilyName f1 2024-11-11T18:19:22,048 DEBUG [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,048 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] regionserver.HStore(327): Store=6f9692a9b82fe83ddccedc0a07fa061a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:22,048 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,050 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9692a9b82fe83ddccedc0a07fa061a columnFamilyName norep 2024-11-11T18:19:22,050 DEBUG [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,050 INFO [StoreOpener-6f9692a9b82fe83ddccedc0a07fa061a-1 {}] regionserver.HStore(327): Store=6f9692a9b82fe83ddccedc0a07fa061a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:22,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,052 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:22,055 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,061 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:22,063 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f9692a9b82fe83ddccedc0a07fa061a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73887209, jitterRate=0.10100521147251129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:22,064 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:22,064 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f9692a9b82fe83ddccedc0a07fa061a: Running coprocessor pre-open hook at 1731349162018Writing region info on filesystem at 1731349162019 (+1 ms)Initializing all the Stores at 1731349162020 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349162020Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349162028 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349162028Cleaning up temporary data from old regions at 1731349162053 (+25 ms)Running coprocessor post-open hooks at 1731349162064 (+11 ms)Region opened successfully at 1731349162064 2024-11-11T18:19:22,066 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., pid=6, masterSystemTime=1731349161986 2024-11-11T18:19:22,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f9692a9b82fe83ddccedc0a07fa061a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:22,072 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:22,072 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f9692a9b82fe83ddccedc0a07fa061a, server=90f34c5bee6a,46075,1731349155908 because future has completed 2024-11-11T18:19:22,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:19:22,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f9692a9b82fe83ddccedc0a07fa061a, server=90f34c5bee6a,46075,1731349155908 in 246 msec 2024-11-11T18:19:22,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:19:22,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f9692a9b82fe83ddccedc0a07fa061a, ASSIGN in 425 msec 2024-11-11T18:19:22,087 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:22,087 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349162087"}]},"ts":"1731349162087"} 2024-11-11T18:19:22,091 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:19:22,094 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:22,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 559 msec 2024-11-11T18:19:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:22,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:22,170 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:19:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f95c30 2024-11-11T18:19:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:22,172 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:22,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:19:22,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:22,176 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:19:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:22,177 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:19:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:22,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a569794fa632691009c106fd9450dd78, NAME => 'test,,1731349162173.a569794fa632691009c106fd9450dd78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825 2024-11-11T18:19:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:19:22,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349162173.a569794fa632691009c106fd9450dd78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:22,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a569794fa632691009c106fd9450dd78, disabling compactions & flushes 2024-11-11T18:19:22,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349162173.a569794fa632691009c106fd9450dd78. after waiting 0 ms 2024-11-11T18:19:22,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a569794fa632691009c106fd9450dd78: Waiting for close lock at 1731349162623Disabling compacts and flushes for region at 1731349162623Disabling writes for close at 1731349162623Writing region close event to WAL at 1731349162623Closed at 1731349162623 2024-11-11T18:19:22,626 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:22,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349162173.a569794fa632691009c106fd9450dd78.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349162626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349162626"}]},"ts":"1731349162626"} 2024-11-11T18:19:22,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:22,631 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:22,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349162631"}]},"ts":"1731349162631"} 2024-11-11T18:19:22,633 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:19:22,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a569794fa632691009c106fd9450dd78, ASSIGN}] 2024-11-11T18:19:22,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a569794fa632691009c106fd9450dd78, ASSIGN 2024-11-11T18:19:22,636 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a569794fa632691009c106fd9450dd78, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40195,1731349159268; forceNewPlan=false, retain=false 2024-11-11T18:19:22,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a569794fa632691009c106fd9450dd78, regionState=OPENING, regionLocation=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:22,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a569794fa632691009c106fd9450dd78, ASSIGN because future has completed 2024-11-11T18:19:22,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a569794fa632691009c106fd9450dd78, server=90f34c5bee6a,40195,1731349159268}] 2024-11-11T18:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:22,950 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,950 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a569794fa632691009c106fd9450dd78, NAME => 'test,,1731349162173.a569794fa632691009c106fd9450dd78.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:22,950 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:22,951 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:19:22,951 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,951 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349162173.a569794fa632691009c106fd9450dd78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:22,951 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,951 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,953 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,955 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a569794fa632691009c106fd9450dd78 columnFamilyName f 2024-11-11T18:19:22,955 DEBUG [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,955 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] regionserver.HStore(327): Store=a569794fa632691009c106fd9450dd78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:22,955 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,956 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a569794fa632691009c106fd9450dd78 columnFamilyName f1 2024-11-11T18:19:22,956 DEBUG [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,957 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] regionserver.HStore(327): Store=a569794fa632691009c106fd9450dd78/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:22,957 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,958 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a569794fa632691009c106fd9450dd78 columnFamilyName norep 2024-11-11T18:19:22,958 DEBUG [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:22,958 INFO [StoreOpener-a569794fa632691009c106fd9450dd78-1 {}] regionserver.HStore(327): Store=a569794fa632691009c106fd9450dd78/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:22,958 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,959 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,959 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,960 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,960 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,961 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:22,962 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:19:22,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:19:22,969 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:22,970 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a569794fa632691009c106fd9450dd78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65389279, jitterRate=-0.025623813271522522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:22,970 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:22,970 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a569794fa632691009c106fd9450dd78: Running coprocessor pre-open hook at 1731349162951Writing region info on filesystem at 1731349162951Initializing all the Stores at 1731349162952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349162952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349162953 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349162953Cleaning up temporary data from old regions at 1731349162960 (+7 ms)Running coprocessor post-open hooks at 1731349162970 (+10 ms)Region opened successfully at 1731349162970 2024-11-11T18:19:22,971 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349162173.a569794fa632691009c106fd9450dd78., pid=6, masterSystemTime=1731349162945 2024-11-11T18:19:22,973 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,973 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:22,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a569794fa632691009c106fd9450dd78, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a569794fa632691009c106fd9450dd78, server=90f34c5bee6a,40195,1731349159268 because future has completed 2024-11-11T18:19:22,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:19:22,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a569794fa632691009c106fd9450dd78, server=90f34c5bee6a,40195,1731349159268 in 186 msec 2024-11-11T18:19:22,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:19:22,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a569794fa632691009c106fd9450dd78, ASSIGN in 348 msec 2024-11-11T18:19:22,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:22,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349162985"}]},"ts":"1731349162985"} 2024-11-11T18:19:22,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:19:22,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:22,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 817 msec 2024-11-11T18:19:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:23,318 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:19:23,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:23,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:23,320 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:23,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:23,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584b663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:23,322 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff5e309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:23,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:23,324 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:23,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89675c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:23,326 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f59dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:23,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:23,328 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:23,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:23,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c582a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:23,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:23,330 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d03ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b1f7fb 2024-11-11T18:19:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:23,332 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:23,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:33433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:19:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:19:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:23,335 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:33433' 2024-11-11T18:19:23,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482649b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,337 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:23,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:23,337 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ae6bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:23,339 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:23,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6391309d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:23,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1627952b 2024-11-11T18:19:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:23,342 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:23,343 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:19:23,343 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:19:23,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:23,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:23,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:23,344 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:23,345 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:19:23,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:23,346 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:23,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:19:23,395 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:19:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:23,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:23,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:23,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 957b8e68d36b9af0a350d49636e9a9fe, NAME => 'hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7 2024-11-11T18:19:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:19:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:24,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:24,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 957b8e68d36b9af0a350d49636e9a9fe, disabling compactions & flushes 2024-11-11T18:19:24,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. after waiting 0 ms 2024-11-11T18:19:24,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 957b8e68d36b9af0a350d49636e9a9fe: Waiting for close lock at 1731349164203Disabling compacts and flushes for region at 1731349164203Disabling writes for close at 1731349164203Writing region close event to WAL at 1731349164203Closed at 1731349164203 2024-11-11T18:19:24,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:24,205 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349164205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349164205"}]},"ts":"1731349164205"} 2024-11-11T18:19:24,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:24,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:24,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349164209"}]},"ts":"1731349164209"} 2024-11-11T18:19:24,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:19:24,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=957b8e68d36b9af0a350d49636e9a9fe, ASSIGN}] 2024-11-11T18:19:24,214 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=957b8e68d36b9af0a350d49636e9a9fe, ASSIGN 2024-11-11T18:19:24,216 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=957b8e68d36b9af0a350d49636e9a9fe, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46075,1731349155908; forceNewPlan=false, retain=false 2024-11-11T18:19:24,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=957b8e68d36b9af0a350d49636e9a9fe, regionState=OPENING, regionLocation=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=957b8e68d36b9af0a350d49636e9a9fe, ASSIGN because future has completed 2024-11-11T18:19:24,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 957b8e68d36b9af0a350d49636e9a9fe, server=90f34c5bee6a,46075,1731349155908}] 2024-11-11T18:19:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:24,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:24,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:19:24,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46075%2C1731349155908.rep, suffix=, logDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908, archiveDir=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/oldWALs, maxLogs=10 2024-11-11T18:19:24,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.rep.1731349164528, exclude list is [], retry=0 2024-11-11T18:19:24,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37735,DS-6298da33-cadb-49e7-ade3-996b7c182d39,DISK] 2024-11-11T18:19:24,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.rep.1731349164528 2024-11-11T18:19:24,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087)] 2024-11-11T18:19:24,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 957b8e68d36b9af0a350d49636e9a9fe, NAME => 'hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:24,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:24,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:24,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. service=MultiRowMutationService 2024-11-11T18:19:24,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:19:24,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:24,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,550 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,552 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957b8e68d36b9af0a350d49636e9a9fe columnFamilyName hfileref 2024-11-11T18:19:24,552 DEBUG [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:24,552 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] regionserver.HStore(327): Store=957b8e68d36b9af0a350d49636e9a9fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:24,552 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,553 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957b8e68d36b9af0a350d49636e9a9fe columnFamilyName queue 2024-11-11T18:19:24,553 DEBUG [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:24,553 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] regionserver.HStore(327): Store=957b8e68d36b9af0a350d49636e9a9fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:24,553 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,554 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957b8e68d36b9af0a350d49636e9a9fe columnFamilyName sid 2024-11-11T18:19:24,554 DEBUG [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:24,554 INFO [StoreOpener-957b8e68d36b9af0a350d49636e9a9fe-1 {}] regionserver.HStore(327): Store=957b8e68d36b9af0a350d49636e9a9fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:24,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:24,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:24,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 957b8e68d36b9af0a350d49636e9a9fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58968813, jitterRate=-0.12129621207714081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:24,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:24,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 957b8e68d36b9af0a350d49636e9a9fe: Running coprocessor pre-open hook at 1731349164549Writing region info on filesystem at 1731349164549Initializing all the Stores at 1731349164550 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349164550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349164550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349164550Cleaning up temporary data from old regions at 1731349164556 (+6 ms)Running coprocessor post-open hooks at 1731349164560 (+4 ms)Region opened successfully at 1731349164560 2024-11-11T18:19:24,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe., pid=10, masterSystemTime=1731349164522 2024-11-11T18:19:24,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:24,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=957b8e68d36b9af0a350d49636e9a9fe, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:24,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 957b8e68d36b9af0a350d49636e9a9fe, server=90f34c5bee6a,46075,1731349155908 because future has completed 2024-11-11T18:19:24,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:19:24,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 957b8e68d36b9af0a350d49636e9a9fe, server=90f34c5bee6a,46075,1731349155908 in 197 msec 2024-11-11T18:19:24,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:19:24,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=957b8e68d36b9af0a350d49636e9a9fe, ASSIGN in 354 msec 2024-11-11T18:19:24,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:24,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349164570"}]},"ts":"1731349164570"} 2024-11-11T18:19:24,571 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:19:24,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:24,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec 2024-11-11T18:19:24,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2] 2024-11-11T18:19:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:24,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:19:24,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:19:24,765 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:19:24,805 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,46075,1731349155908, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:19:24,806 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:24,806 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46075,1731349155908, seqNum=-1] 2024-11-11T18:19:24,806 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:24,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:24,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,46075,1731349155908', locateType=CURRENT is [region=hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2] 2024-11-11T18:19:24,838 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:19:24,841 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,46075,1731349155908 suceeded 2024-11-11T18:19:24,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:19:24,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-11T18:19:24,844 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:33433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:19:24,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-11T18:19:24,872 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:33433' 2024-11-11T18:19:24,881 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc40e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:24,881 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:24,881 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:24,884 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78692aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:24,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:24,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:24,886 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:24,887 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6086a8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:24,887 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:24,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:24,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac71122 2024-11-11T18:19:24,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:24,889 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:24,889 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,46075,1731349155908 (queues=1) is replicating from cluster=b838c469-c30c-4f90-9667-d6ee4a4e9135 to cluster=26ee19d6-478e-4ffe-ae96-d92d60f36f2b 2024-11-11T18:19:24,889 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C46075%2C1731349155908 2024-11-11T18:19:24,890 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,46075,1731349155908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:19:24,892 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101, startPosition=0, beingWritten=true 2024-11-11T18:19:24,898 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C46075%2C1731349155908 2024-11-11T18:19:24,917 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:24,917 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46075,1731349155908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:24,918 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:25,140 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:25,444 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:25,478 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:19:25,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:25,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:25,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:25,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:25,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:25,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:25,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:25,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:25,480 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2855ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:25,481 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537f49ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:25,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3034d12a 2024-11-11T18:19:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:25,483 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:25,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:44491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:19:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:19:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:25,486 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:44491' 2024-11-11T18:19:25,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d20511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:25,488 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:25,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:25,488 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:25,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:25,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:25,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4c3253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:25,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:25,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:25,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:25,489 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:25,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c49c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:25,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:25,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:25,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@681a12b3 2024-11-11T18:19:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:25,491 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:25,492 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:19:25,492 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:19:25,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:25,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:25,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:25,492 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:25,493 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:19:25,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:25,494 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:25,495 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:19:25,543 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:19:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:25,848 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:25,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5346a50712f1a63cfbe5873a216c9f8, NAME => 'hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825 2024-11-11T18:19:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:19:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:26,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:26,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5346a50712f1a63cfbe5873a216c9f8, disabling compactions & flushes 2024-11-11T18:19:26,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. after waiting 0 ms 2024-11-11T18:19:26,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5346a50712f1a63cfbe5873a216c9f8: Waiting for close lock at 1731349166308Disabling compacts and flushes for region at 1731349166308Disabling writes for close at 1731349166308Writing region close event to WAL at 1731349166308Closed at 1731349166308 2024-11-11T18:19:26,309 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:26,310 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349166309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349166309"}]},"ts":"1731349166309"} 2024-11-11T18:19:26,312 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:26,312 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:26,313 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349166312"}]},"ts":"1731349166312"} 2024-11-11T18:19:26,314 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:19:26,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5346a50712f1a63cfbe5873a216c9f8, ASSIGN}] 2024-11-11T18:19:26,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5346a50712f1a63cfbe5873a216c9f8, ASSIGN 2024-11-11T18:19:26,316 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5346a50712f1a63cfbe5873a216c9f8, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40195,1731349159268; forceNewPlan=false, retain=false 2024-11-11T18:19:26,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:26,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5346a50712f1a63cfbe5873a216c9f8, regionState=OPENING, regionLocation=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:26,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5346a50712f1a63cfbe5873a216c9f8, ASSIGN because future has completed 2024-11-11T18:19:26,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5346a50712f1a63cfbe5873a216c9f8, server=90f34c5bee6a,40195,1731349159268}] 2024-11-11T18:19:26,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:26,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:19:26,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C40195%2C1731349159268.rep, suffix=, logDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268, archiveDir=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/oldWALs, maxLogs=10 2024-11-11T18:19:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:26,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.rep.1731349166627, exclude list is [], retry=0 2024-11-11T18:19:26,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-9c9fcc38-8a20-433d-aac8-8d0393e61c79,DISK] 2024-11-11T18:19:26,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.rep.1731349166627 2024-11-11T18:19:26,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5346a50712f1a63cfbe5873a216c9f8, NAME => 'hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:26,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. service=MultiRowMutationService 2024-11-11T18:19:26,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,647 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,648 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5346a50712f1a63cfbe5873a216c9f8 columnFamilyName hfileref 2024-11-11T18:19:26,648 DEBUG [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:26,648 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] regionserver.HStore(327): Store=f5346a50712f1a63cfbe5873a216c9f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:26,648 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,649 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5346a50712f1a63cfbe5873a216c9f8 columnFamilyName queue 2024-11-11T18:19:26,649 DEBUG [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:26,649 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] regionserver.HStore(327): Store=f5346a50712f1a63cfbe5873a216c9f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:26,650 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,650 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5346a50712f1a63cfbe5873a216c9f8 columnFamilyName sid 2024-11-11T18:19:26,650 DEBUG [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:26,651 INFO [StoreOpener-f5346a50712f1a63cfbe5873a216c9f8-1 {}] regionserver.HStore(327): Store=f5346a50712f1a63cfbe5873a216c9f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:26,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:26,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:26,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5346a50712f1a63cfbe5873a216c9f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67693348, jitterRate=0.008709490299224854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:26,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:26,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5346a50712f1a63cfbe5873a216c9f8: Running coprocessor pre-open hook at 1731349166645Writing region info on filesystem at 1731349166645Initializing all the Stores at 1731349166646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349166646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349166646Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349166646Cleaning up temporary data from old regions at 1731349166653 (+7 ms)Running coprocessor post-open hooks at 1731349166656 (+3 ms)Region opened successfully at 1731349166656 2024-11-11T18:19:26,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8., pid=10, masterSystemTime=1731349166621 2024-11-11T18:19:26,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:26,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5346a50712f1a63cfbe5873a216c9f8, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:26,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5346a50712f1a63cfbe5873a216c9f8, server=90f34c5bee6a,40195,1731349159268 because future has completed 2024-11-11T18:19:26,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:19:26,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5346a50712f1a63cfbe5873a216c9f8, server=90f34c5bee6a,40195,1731349159268 in 193 msec 2024-11-11T18:19:26,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:19:26,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5346a50712f1a63cfbe5873a216c9f8, ASSIGN in 350 msec 2024-11-11T18:19:26,666 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:26,667 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349166666"}]},"ts":"1731349166666"} 2024-11-11T18:19:26,668 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:19:26,669 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:26,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-11T18:19:26,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2] 2024-11-11T18:19:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:26,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:19:26,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:19:26,862 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:19:26,890 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,40195,1731349159268, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:19:26,891 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:26,891 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:26,891 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:26,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:26,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,40195,1731349159268', locateType=CURRENT is [region=hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2] 2024-11-11T18:19:26,896 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:19:26,898 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,40195,1731349159268 suceeded 2024-11-11T18:19:26,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:19:26,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T18:19:26,900 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:44491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:19:26,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-11T18:19:26,910 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:44491' 2024-11-11T18:19:26,912 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26eae8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:26,912 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:26,912 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:26,913 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a40bcc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:26,914 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:26,915 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727a3689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:26,915 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:26,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:26,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@189f0f46 2024-11-11T18:19:26,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:26,916 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:26,917 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,40195,1731349159268 (queues=1) is replicating from cluster=26ee19d6-478e-4ffe-ae96-d92d60f36f2b to cluster=b838c469-c30c-4f90-9667-d6ee4a4e9135 2024-11-11T18:19:26,917 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C40195%2C1731349159268 2024-11-11T18:19:26,917 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,40195,1731349159268, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:19:26,917 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C40195%2C1731349159268 2024-11-11T18:19:26,917 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797, startPosition=0, beingWritten=true 2024-11-11T18:19:26,923 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:26,923 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:26,923 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,40195,1731349159268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:26,956 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:27,127 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:27,431 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:27,638 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:19:27,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:27,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:27,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:27,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:27,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:27,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:27,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731349167643/Put/seqid=0 2024-11-11T18:19:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741840_1016 (size=7894) 2024-11-11T18:19:27,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731349167657/Put/seqid=0 2024-11-11T18:19:27,661 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741841_1017 (size=7691) 2024-11-11T18:19:27,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:27,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:27,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:27,697 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c65bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:27,699 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:27,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:27,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46075,1731349155908, seqNum=-1] 2024-11-11T18:19:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:27,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:27,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f15a961 2024-11-11T18:19:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:27,712 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2] 2024-11-11T18:19:27,718 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:19:27,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T18:19:27,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T18:19:27,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T18:19:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:27,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T18:19:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HRegion(2603): Flush status journal for 6f9692a9b82fe83ddccedc0a07fa061a: 2024-11-11T18:19:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_0 2024-11-11T18:19:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_0 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ 2024-11-11T18:19:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_1 2024-11-11T18:19:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_1 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ 2024-11-11T18:19:27,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_0 into 6f9692a9b82fe83ddccedc0a07fa061a/f as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ - updating store file list. 2024-11-11T18:19:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3906134ce2242dc968b4d8c1fadc651_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:27,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ into 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:27,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_0 into 6f9692a9b82fe83ddccedc0a07fa061a/f (new location: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_) 2024-11-11T18:19:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_0 2024-11-11T18:19:27,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_1 into 6f9692a9b82fe83ddccedc0a07fa061a/f as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ - updating store file list. 2024-11-11T18:19:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:27,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ into 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:27,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_1 into 6f9692a9b82fe83ddccedc0a07fa061a/f (new location: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_) 2024-11-11T18:19:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins__test__cvdncdr5guajb1gubm9dd5jrrieiupbp9pmfpnqjovsnpvrtqgtf1rgl6f1b17ag/f/hfile_1 2024-11-11T18:19:27,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:27,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:27,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:27,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:27,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2 , the old value is region=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:46075 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:19:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:19:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2 from cache 2024-11-11T18:19:27,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:27,783 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T18:19:27,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:27,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349162173.a569794fa632691009c106fd9450dd78., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2] 2024-11-11T18:19:27,788 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T18:19:27,835 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:27,888 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:46075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T18:19:28,340 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:28,484 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 379, reset compression=false 2024-11-11T18:19:28,489 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:28,489 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46075,1731349155908 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f9692a9b82fe83ddccedc0a07fa061a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349167780/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T18:19:28,492 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:28,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T18:19:28,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.ReplicationSink(318): Replicating [b838c469-c30c-4f90-9667-d6ee4a4e9135] bulk loaded data 2024-11-11T18:19:28,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d512a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:28,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:28,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:28,495 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d908a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:28,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:28,496 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:28,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@692afa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741840_1016 (size=7894) 2024-11-11T18:19:28,689 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 687, reset compression=false 2024-11-11T18:19:28,790 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T18:19:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741841_1017 (size=7691) 2024-11-11T18:19:28,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4822b0db 2024-11-11T18:19:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:28,924 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:28,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:19:28,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:28,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:28,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:28,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:28,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T18:19:28,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T18:19:28,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ for inclusion in a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T18:19:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:28,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ for inclusion in a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:28,945 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T18:19:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HRegion(2603): Flush status journal for a569794fa632691009c106fd9450dd78: 2024-11-11T18:19:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:19:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/c860e4f2b83c481ba1c9b54cfa025d39_SeqId_4_ 2024-11-11T18:19:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:19:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/03a8210f4df2442790e6072239fc1005_SeqId_4_ 2024-11-11T18:19:28,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ into a569794fa632691009c106fd9450dd78/f as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/c860e4f2b83c481ba1c9b54cfa025d39_SeqId_4_ - updating store file list. 2024-11-11T18:19:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c860e4f2b83c481ba1c9b54cfa025d39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:28,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/c860e4f2b83c481ba1c9b54cfa025d39_SeqId_4_ into a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:28,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ into a569794fa632691009c106fd9450dd78/f (new location: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/c860e4f2b83c481ba1c9b54cfa025d39_SeqId_4_) 2024-11-11T18:19:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/a3906134ce2242dc968b4d8c1fadc651_SeqId_4_ 2024-11-11T18:19:28,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ into a569794fa632691009c106fd9450dd78/f as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/03a8210f4df2442790e6072239fc1005_SeqId_4_ - updating store file list. 2024-11-11T18:19:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03a8210f4df2442790e6072239fc1005_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:28,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/03a8210f4df2442790e6072239fc1005_SeqId_4_ into a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:28,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ into a569794fa632691009c106fd9450dd78/f (new location: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/03a8210f4df2442790e6072239fc1005_SeqId_4_) 2024-11-11T18:19:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins.hfs.11__test__6ngtm2h9on9kj7c7uhl3bskmj1cuh7l1417jp5qfb6tb0pvr7ud68ofpc2ni3hqm/f/579cb2ecdf3a40b6ba44eec79384c4a7_SeqId_4_ 2024-11-11T18:19:28,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:19:28,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.ReplicationSink(324): Finished replicating [b838c469-c30c-4f90-9667-d6ee4a4e9135] bulk loaded data 2024-11-11T18:19:28,993 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 687, reset compression=false 2024-11-11T18:19:29,397 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 687, reset compression=false 2024-11-11T18:19:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:19:29,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T18:19:29,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:19:29,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T18:19:29,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:19:29,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T18:19:29,649 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 379, reset compression=false 2024-11-11T18:19:29,663 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:29,663 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,40195,1731349159268 got entry batch from reader: WALEntryBatch [walEntries=[{test/a569794fa632691009c106fd9450dd78/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349168962/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T18:19:29,668 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:29,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T18:19:29,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(318): Replicating [b838c469-c30c-4f90-9667-d6ee4a4e9135, 26ee19d6-478e-4ffe-ae96-d92d60f36f2b] bulk loaded data 2024-11-11T18:19:29,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@101fdfb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:29,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44491,-1 for getting cluster id 2024-11-11T18:19:29,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:29,672 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b838c469-c30c-4f90-9667-d6ee4a4e9135' 2024-11-11T18:19:29,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:29,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b838c469-c30c-4f90-9667-d6ee4a4e9135" 2024-11-11T18:19:29,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c081230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:29,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44491,-1] 2024-11-11T18:19:29,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:29,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:29,674 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:29,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3ca6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741842_1018 (size=7894) 2024-11-11T18:19:29,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:29,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731349169802/Put/seqid=0 2024-11-11T18:19:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741842_1018 (size=11194) 2024-11-11T18:19:29,864 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 725, reset compression=false 2024-11-11T18:19:29,901 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 687, reset compression=false 2024-11-11T18:19:30,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:30,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741843_1019 (size=7691) 2024-11-11T18:19:30,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:30,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:30,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e474d53 2024-11-11T18:19:30,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:30,130 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:30,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:19:30,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:30,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46075,1731349155908, seqNum=-1] 2024-11-11T18:19:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:30,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:30,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__kttqr3g31rn2cfdb0oi0sljd987d0d1kc50b85pap7n12i0pub1au3fksjoktqsp/f/03a8210f4df2442790e6072239fc1005_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T18:19:30,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__kttqr3g31rn2cfdb0oi0sljd987d0d1kc50b85pap7n12i0pub1au3fksjoktqsp/f/c860e4f2b83c481ba1c9b54cfa025d39_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T18:19:30,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(324): Finished replicating [b838c469-c30c-4f90-9667-d6ee4a4e9135, 26ee19d6-478e-4ffe-ae96-d92d60f36f2b] bulk loaded data 2024-11-11T18:19:30,168 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 725, reset compression=false 2024-11-11T18:19:30,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731349170213/Put/seqid=0 2024-11-11T18:19:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741843_1019 (size=10791) 2024-11-11T18:19:30,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbaeaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:30,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33433,-1 for getting cluster id 2024-11-11T18:19:30,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:30,226 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ee19d6-478e-4ffe-ae96-d92d60f36f2b' 2024-11-11T18:19:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ee19d6-478e-4ffe-ae96-d92d60f36f2b" 2024-11-11T18:19:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef73198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33433,-1] 2024-11-11T18:19:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:30,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:30,228 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:30,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6e878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:30,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:30,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:30,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:30,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d6a404 2024-11-11T18:19:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:30,241 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349162173.a569794fa632691009c106fd9450dd78., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2] 2024-11-11T18:19:30,247 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:19:30,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T18:19:30,256 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T18:19:30,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T18:19:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:30,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T18:19:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HRegion(2603): Flush status journal for a569794fa632691009c106fd9450dd78: 2024-11-11T18:19:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_1 2024-11-11T18:19:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_1 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ 2024-11-11T18:19:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_0 2024-11-11T18:19:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_0 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ 2024-11-11T18:19:30,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_1 into a569794fa632691009c106fd9450dd78/f as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ - updating store file list. 2024-11-11T18:19:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:30,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ into a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:30,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_1 into a569794fa632691009c106fd9450dd78/f (new location: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_) 2024-11-11T18:19:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_1 2024-11-11T18:19:30,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_0 into a569794fa632691009c106fd9450dd78/f as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ - updating store file list. 2024-11-11T18:19:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cdd34bcb807446799231b4d803fc366_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:30,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ into a569794fa632691009c106fd9450dd78/f 2024-11-11T18:19:30,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_0 into a569794fa632691009c106fd9450dd78/f (new location: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_) 2024-11-11T18:19:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/staging/jenkins__test__sl8s525kc17upsc1a2q0ql9unm17kf607el7o12q62reugdtpt9oenra8dlcvk6o/f/hfile_0 2024-11-11T18:19:30,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:30,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:30,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:30,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731349162173.a569794fa632691009c106fd9450dd78., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2 , the old value is region=test,,1731349162173.a569794fa632691009c106fd9450dd78., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:40195 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:19:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731349162173.a569794fa632691009c106fd9450dd78., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:19:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731349162173.a569794fa632691009c106fd9450dd78., hostname=90f34c5bee6a,40195,1731349159268, seqNum=2 from cache 2024-11-11T18:19:30,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:30,298 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T18:19:30,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46075,1731349155908, seqNum=-1] 2024-11-11T18:19:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:30,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a., hostname=90f34c5bee6a,46075,1731349155908, seqNum=2] 2024-11-11T18:19:30,309 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T18:19:30,408 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:40195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T18:19:30,505 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 687, reset compression=false 2024-11-11T18:19:30,586 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 725, reset compression=false 2024-11-11T18:19:30,590 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:30,590 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,40195,1731349159268 got entry batch from reader: WALEntryBatch [walEntries=[{test/a569794fa632691009c106fd9450dd78/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349170295/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T18:19:30,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(318): Replicating [26ee19d6-478e-4ffe-ae96-d92d60f36f2b] bulk loaded data 2024-11-11T18:19:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741844_1020 (size=10791) 2024-11-11T18:19:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741845_1021 (size=11194) 2024-11-11T18:19:30,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:19:30,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T18:19:30,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T18:19:30,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ for inclusion in 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T18:19:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:30,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ for inclusion in 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T18:19:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:19:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HRegion(2603): Flush status journal for 6f9692a9b82fe83ddccedc0a07fa061a: 2024-11-11T18:19:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:19:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/ae2174608e7c49c0a0e1421fc67e0dcc_SeqId_6_ 2024-11-11T18:19:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cdd34bcb807446799231b4d803fc366_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:19:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/23567f55781c4151be9e318e3d846bd0_SeqId_6_ 2024-11-11T18:19:30,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ into 6f9692a9b82fe83ddccedc0a07fa061a/f as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/ae2174608e7c49c0a0e1421fc67e0dcc_SeqId_6_ - updating store file list. 2024-11-11T18:19:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae2174608e7c49c0a0e1421fc67e0dcc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:30,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/ae2174608e7c49c0a0e1421fc67e0dcc_SeqId_6_ into 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:30,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ into 6f9692a9b82fe83ddccedc0a07fa061a/f (new location: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/ae2174608e7c49c0a0e1421fc67e0dcc_SeqId_6_) 2024-11-11T18:19:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/bd1c68fd7529483dae4c0f0f4eb9efc5_SeqId_6_ 2024-11-11T18:19:30,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ into 6f9692a9b82fe83ddccedc0a07fa061a/f as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/23567f55781c4151be9e318e3d846bd0_SeqId_6_ - updating store file list. 2024-11-11T18:19:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23567f55781c4151be9e318e3d846bd0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:19:30,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/23567f55781c4151be9e318e3d846bd0_SeqId_6_ into 6f9692a9b82fe83ddccedc0a07fa061a/f 2024-11-11T18:19:30,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ into 6f9692a9b82fe83ddccedc0a07fa061a/f (new location: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/f/23567f55781c4151be9e318e3d846bd0_SeqId_6_) 2024-11-11T18:19:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/staging/jenkins.hfs.10__test__pdj5p7r11l4o232tgeq4qt39uoif0aekvdmeiq01c70q5k2kbmb23svesuiufpkp/f/6cdd34bcb807446799231b4d803fc366_SeqId_6_ 2024-11-11T18:19:30,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(324): Finished replicating [26ee19d6-478e-4ffe-ae96-d92d60f36f2b] bulk loaded data 2024-11-11T18:19:30,791 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1033, reset compression=false 2024-11-11T18:19:31,095 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1033, reset compression=false 2024-11-11T18:19:31,209 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 687, reset compression=false 2024-11-11T18:19:31,214 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:31,214 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46075,1731349155908 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f9692a9b82fe83ddccedc0a07fa061a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349170657/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T18:19:31,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.ReplicationSink(318): Replicating [26ee19d6-478e-4ffe-ae96-d92d60f36f2b, b838c469-c30c-4f90-9667-d6ee4a4e9135] bulk loaded data 2024-11-11T18:19:31,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741844_1020 (size=10791) 2024-11-11T18:19:31,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:19:31,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:31,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:31,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:31,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:31,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:31,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:19:31,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2028541802, stopped=false 2024-11-11T18:19:31,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,33433,1731349159231 2024-11-11T18:19:31,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11889080792/running 2024-11-11T18:19:31,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11889080792/running 2024-11-11T18:19:31,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:31,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:31,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:31,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:31,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:31,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:31,322 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,40195,1731349159268' ***** 2024-11-11T18:19:31,322 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:19:31,323 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:19:31,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/running 2024-11-11T18:19:31,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:19:31,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Set watcher on znode that does not yet exist, /11889080792/running 2024-11-11T18:19:31,323 INFO [RS:0;90f34c5bee6a:40195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:19:31,323 INFO [RS:0;90f34c5bee6a:40195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:19:31,323 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(3091): Received CLOSE for f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(3091): Received CLOSE for a569794fa632691009c106fd9450dd78 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40195. 2024-11-11T18:19:31,324 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5346a50712f1a63cfbe5873a216c9f8, disabling compactions & flushes 2024-11-11T18:19:31,324 DEBUG [RS:0;90f34c5bee6a:40195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:31,324 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:31,324 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:31,324 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:31,324 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. after waiting 0 ms 2024-11-11T18:19:31,324 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:19:31,324 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:19:31,324 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5346a50712f1a63cfbe5873a216c9f8 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T18:19:31,328 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:19:31,328 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1325): Online Regions={f5346a50712f1a63cfbe5873a216c9f8=hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8., a569794fa632691009c106fd9450dd78=test,,1731349162173.a569794fa632691009c106fd9450dd78., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:19:31,328 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a569794fa632691009c106fd9450dd78, f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:31,328 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:31,328 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:31,328 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:31,329 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:31,329 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:31,329 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:19:31,346 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/.tmp/hfileref/1871e83030b5477f94b225db234422d8 is 74, key is 1/hfileref:03a8210f4df2442790e6072239fc1005_SeqId_4_/1731349170164/DeleteColumn/seqid=0 2024-11-11T18:19:31,349 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/info/8365a3bdf3124d42b00a4469f6816838 is 147, key is hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8./info:regioninfo/1731349166660/Put/seqid=0 2024-11-11T18:19:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741845_1021 (size=5345) 2024-11-11T18:19:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741846_1022 (size=7686) 2024-11-11T18:19:31,360 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:31,414 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:31,499 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1033, reset compression=false 2024-11-11T18:19:31,528 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a569794fa632691009c106fd9450dd78, f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:31,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741847_1023 (size=11194) 2024-11-11T18:19:31,647 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:19:31,647 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:19:31,718 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:31,729 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a569794fa632691009c106fd9450dd78, f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:31,752 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/.tmp/hfileref/1871e83030b5477f94b225db234422d8 2024-11-11T18:19:31,754 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/info/8365a3bdf3124d42b00a4469f6816838 2024-11-11T18:19:31,775 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/.tmp/queue/aa2f1abe4f324f819ec565c1ac4cb830 is 154, key is 1-90f34c5bee6a,40195,1731349159268/queue:90f34c5bee6a%2C40195%2C1731349159268/1731349170664/Put/seqid=0 2024-11-11T18:19:31,779 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/ns/768b1bcecaf04dab872ffb7cdb715944 is 43, key is default/ns:d/1731349161378/Put/seqid=0 2024-11-11T18:19:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741848_1024 (size=5353) 2024-11-11T18:19:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741849_1025 (size=5153) 2024-11-11T18:19:31,789 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/ns/768b1bcecaf04dab872ffb7cdb715944 2024-11-11T18:19:31,815 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/rep_barrier/1800cfa149454203802a2fa9e2a8e159 is 112, key is test,,1731349162173.a569794fa632691009c106fd9450dd78./rep_barrier:seqnumDuringOpen/1731349162974/Put/seqid=0 2024-11-11T18:19:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741850_1026 (size=5518) 2024-11-11T18:19:31,929 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a569794fa632691009c106fd9450dd78, f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:32,003 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1033, reset compression=false 2024-11-11T18:19:32,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:19:32,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40195 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:32,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40195 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:49708 deadline: 1731349232039, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping 2024-11-11T18:19:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T18:19:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T18:19:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 from cache 2024-11-11T18:19:32,122 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:32,129 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a569794fa632691009c106fd9450dd78, f5346a50712f1a63cfbe5873a216c9f8 2024-11-11T18:19:32,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:32,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:32,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40195 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:32,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40195 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:49708 deadline: 1731349232040, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping 2024-11-11T18:19:32,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T18:19:32,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T18:19:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 from cache 2024-11-11T18:19:32,183 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/.tmp/queue/aa2f1abe4f324f819ec565c1ac4cb830 2024-11-11T18:19:32,188 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/.tmp/hfileref/1871e83030b5477f94b225db234422d8 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/hfileref/1871e83030b5477f94b225db234422d8 2024-11-11T18:19:32,192 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/hfileref/1871e83030b5477f94b225db234422d8, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T18:19:32,193 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/.tmp/queue/aa2f1abe4f324f819ec565c1ac4cb830 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/queue/aa2f1abe4f324f819ec565c1ac4cb830 2024-11-11T18:19:32,197 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/queue/aa2f1abe4f324f819ec565c1ac4cb830, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T18:19:32,197 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f5346a50712f1a63cfbe5873a216c9f8 in 873ms, sequenceid=12, compaction requested=false 2024-11-11T18:19:32,205 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/replication/f5346a50712f1a63cfbe5873a216c9f8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T18:19:32,205 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:32,205 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:32,206 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:32,206 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5346a50712f1a63cfbe5873a216c9f8: Waiting for close lock at 1731349171324Running coprocessor pre-close hooks at 1731349171324Disabling compacts and flushes for region at 1731349171324Disabling writes for close at 1731349171324Obtaining lock to block concurrent updates at 1731349171324Preparing flush snapshotting stores in f5346a50712f1a63cfbe5873a216c9f8 at 1731349171324Finished memstore snapshotting hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731349171324Flushing stores of hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. at 1731349171325 (+1 ms)Flushing f5346a50712f1a63cfbe5873a216c9f8/hfileref: creating writer at 1731349171325Flushing f5346a50712f1a63cfbe5873a216c9f8/hfileref: appending metadata at 1731349171345 (+20 ms)Flushing f5346a50712f1a63cfbe5873a216c9f8/hfileref: closing flushed file at 1731349171346 (+1 ms)Flushing f5346a50712f1a63cfbe5873a216c9f8/queue: creating writer at 1731349171757 (+411 ms)Flushing f5346a50712f1a63cfbe5873a216c9f8/queue: appending metadata at 1731349171774 (+17 ms)Flushing f5346a50712f1a63cfbe5873a216c9f8/queue: closing flushed file at 1731349171775 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4841766c: reopening flushed file at 1731349172188 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645e2277: reopening flushed file at 1731349172192 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f5346a50712f1a63cfbe5873a216c9f8 in 873ms, sequenceid=12, compaction requested=false at 1731349172198 (+6 ms)Writing region close event to WAL at 1731349172202 (+4 ms)Running coprocessor post-close hooks at 1731349172205 (+3 ms)Closed at 1731349172206 (+1 ms) 2024-11-11T18:19:32,206 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349165492.f5346a50712f1a63cfbe5873a216c9f8. 2024-11-11T18:19:32,206 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a569794fa632691009c106fd9450dd78, disabling compactions & flushes 2024-11-11T18:19:32,206 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:32,206 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:32,206 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349162173.a569794fa632691009c106fd9450dd78. after waiting 0 ms 2024-11-11T18:19:32,206 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:32,209 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/default/test/a569794fa632691009c106fd9450dd78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:19:32,209 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:32,209 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:19:32,209 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:32,209 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a569794fa632691009c106fd9450dd78: Waiting for close lock at 1731349172206Running coprocessor pre-close hooks at 1731349172206Disabling compacts and flushes for region at 1731349172206Disabling writes for close at 1731349172206Writing region close event to WAL at 1731349172206Running coprocessor post-close hooks at 1731349172209 (+3 ms)Closed at 1731349172209 2024-11-11T18:19:32,209 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349162173.a569794fa632691009c106fd9450dd78. 2024-11-11T18:19:32,219 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/rep_barrier/1800cfa149454203802a2fa9e2a8e159 2024-11-11T18:19:32,238 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/table/1708d43f6c784f3191f7738ea2c00739 is 53, key is hbase:replication/table:state/1731349166666/Put/seqid=0 2024-11-11T18:19:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741851_1027 (size=5308) 2024-11-11T18:19:32,329 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:19:32,329 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:19:32,329 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:32,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:32,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40195 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:32,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40195 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:49708 deadline: 1731349232039, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping 2024-11-11T18:19:32,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T18:19:32,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 90f34c5bee6a,40195,1731349159268 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T18:19:32,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 from cache 2024-11-11T18:19:32,530 DEBUG [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:32,608 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1033, reset compression=false 2024-11-11T18:19:32,613 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:32,613 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1328, reset compression=false 2024-11-11T18:19:32,613 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,40195,1731349159268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:32,614 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,40195,1731349159268: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,40195,1731349159268, walGroup=90f34c5bee6a%2C40195%2C1731349159268, offset=90f34c5bee6a%2C40195%2C1731349159268.1731349160797:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:40195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:19:32,615 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:19:32,615 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:19:32,616 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:19:32,616 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:19:32,616 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:19:32,616 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 801805040 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188415824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:19:32,617 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:19:32,626 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:32,642 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/table/1708d43f6c784f3191f7738ea2c00739 2024-11-11T18:19:32,646 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/info/8365a3bdf3124d42b00a4469f6816838 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/info/8365a3bdf3124d42b00a4469f6816838 2024-11-11T18:19:32,651 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/info/8365a3bdf3124d42b00a4469f6816838, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:19:32,652 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/ns/768b1bcecaf04dab872ffb7cdb715944 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/ns/768b1bcecaf04dab872ffb7cdb715944 2024-11-11T18:19:32,656 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/ns/768b1bcecaf04dab872ffb7cdb715944, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:19:32,656 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/rep_barrier/1800cfa149454203802a2fa9e2a8e159 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/rep_barrier/1800cfa149454203802a2fa9e2a8e159 2024-11-11T18:19:32,660 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/rep_barrier/1800cfa149454203802a2fa9e2a8e159, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:19:32,661 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/.tmp/table/1708d43f6c784f3191f7738ea2c00739 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/table/1708d43f6c784f3191f7738ea2c00739 2024-11-11T18:19:32,665 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/table/1708d43f6c784f3191f7738ea2c00739, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:19:32,666 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-11T18:19:32,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1] 2024-11-11T18:19:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 90f34c5bee6a,40195,1731349159268 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:19:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 90f34c5bee6a,40195,1731349159268 aborting 2024-11-11T18:19:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 90f34c5bee6a,40195,1731349159268 aborting 2024-11-11T18:19:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,40195,1731349159268, seqNum=-1 from cache 2024-11-11T18:19:32,671 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:19:32,672 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:32,672 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:32,672 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:32,672 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349171328Running coprocessor pre-close hooks at 1731349171328Disabling compacts and flushes for region at 1731349171328Disabling writes for close at 1731349171329 (+1 ms)Obtaining lock to block concurrent updates at 1731349171329Preparing flush snapshotting stores in 1588230740 at 1731349171329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349171329Flushing stores of hbase:meta,,1.1588230740 at 1731349171330 (+1 ms)Flushing 1588230740/info: creating writer at 1731349171330Flushing 1588230740/info: appending metadata at 1731349171349 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731349171349Flushing 1588230740/ns: creating writer at 1731349171758 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731349171779 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731349171779Flushing 1588230740/rep_barrier: creating writer at 1731349171794 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349171815 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349171815Flushing 1588230740/table: creating writer at 1731349172224 (+409 ms)Flushing 1588230740/table: appending metadata at 1731349172238 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349172238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541f55fd: reopening flushed file at 1731349172646 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3797f585: reopening flushed file at 1731349172651 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f50203: reopening flushed file at 1731349172656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54649e52: reopening flushed file at 1731349172660 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731349172666 (+6 ms)Writing region close event to WAL at 1731349172668 (+2 ms)Running coprocessor post-close hooks at 1731349172672 (+4 ms)Closed at 1731349172672 2024-11-11T18:19:32,672 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:32,730 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,40195,1731349159268; all regions closed. 2024-11-11T18:19:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:19:32,732 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.meta.1731349161299.meta not finished, retry = 0 2024-11-11T18:19:32,823 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.1731349160797 to pos 1328, reset compression=false 2024-11-11T18:19:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741839_1015 (size=3127) 2024-11-11T18:19:32,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/WALs/90f34c5bee6a,40195,1731349159268/90f34c5bee6a%2C40195%2C1731349159268.rep.1731349166627 not finished, retry = 0 2024-11-11T18:19:32,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741833_1009 (size=1336) 2024-11-11T18:19:32,939 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:32,939 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:32,939 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:32,940 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:32,940 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:32,940 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:32,940 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,40195,1731349159268 because: Region server is closing 2024-11-11T18:19:32,941 INFO [RS:0;90f34c5bee6a:40195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40195. 2024-11-11T18:19:32,941 DEBUG [RS:0;90f34c5bee6a:40195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:32,941 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:32,941 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:32,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:33,042 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.shipper90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 terminated 2024-11-11T18:19:33,042 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,40195,1731349159268.replicationSource.wal-reader.90f34c5bee6a%2C40195%2C1731349159268,1-90f34c5bee6a,40195,1731349159268 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:19:33,042 INFO [RS:0;90f34c5bee6a:40195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40195. 2024-11-11T18:19:33,042 DEBUG [RS:0;90f34c5bee6a:40195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:33,042 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:33,042 DEBUG [RS:0;90f34c5bee6a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:33,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:33,042 INFO [RS:0;90f34c5bee6a:40195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40195 2024-11-11T18:19:33,044 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T18:19:33,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T18:19:33,044 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:33,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:49692 deadline: 1731349231215, exception=java.io.InterruptedIOException 2024-11-11T18:19:33,044 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:40195 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-11T18:19:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11889080792/rs/90f34c5bee6a,40195,1731349159268 2024-11-11T18:19:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792/rs 2024-11-11T18:19:33,045 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T18:19:33,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,40195,1731349159268] 2024-11-11T18:19:33,047 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11889080792/draining/90f34c5bee6a,40195,1731349159268 already deleted, retry=false 2024-11-11T18:19:33,047 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,40195,1731349159268 expired; onlineServers=0 2024-11-11T18:19:33,047 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,33433,1731349159231' ***** 2024-11-11T18:19:33,047 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:19:33,047 INFO [M:0;90f34c5bee6a:33433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:33,047 INFO [M:0;90f34c5bee6a:33433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:33,048 DEBUG [M:0;90f34c5bee6a:33433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:19:33,048 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:19:33,048 DEBUG [M:0;90f34c5bee6a:33433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:19:33,048 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349160549 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349160549,5,FailOnTimeoutGroup] 2024-11-11T18:19:33,048 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349160550 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349160550,5,FailOnTimeoutGroup] 2024-11-11T18:19:33,048 INFO [M:0;90f34c5bee6a:33433 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:33,048 INFO [M:0;90f34c5bee6a:33433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:33,048 DEBUG [M:0;90f34c5bee6a:33433 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:19:33,048 INFO [M:0;90f34c5bee6a:33433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:19:33,048 INFO [M:0;90f34c5bee6a:33433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:33,048 INFO [M:0;90f34c5bee6a:33433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:19:33,048 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:19:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11889080792/master 2024-11-11T18:19:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11889080792 2024-11-11T18:19:33,051 DEBUG [M:0;90f34c5bee6a:33433 {}] zookeeper.ZKUtil(347): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Unable to get data of znode /11889080792/master because node does not exist (not an error) 2024-11-11T18:19:33,051 WARN [M:0;90f34c5bee6a:33433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:19:33,051 INFO [M:0;90f34c5bee6a:33433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/.lastflushedseqids 2024-11-11T18:19:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741852_1028 (size=263) 2024-11-11T18:19:33,146 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 90f34c5bee6a:40195 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:40195 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:19:33,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:33,146 INFO [RS:0;90f34c5bee6a:40195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:33,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x101084175f30004, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:33,146 INFO [RS:0;90f34c5bee6a:40195 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,40195,1731349159268; zookeeper connection closed. 2024-11-11T18:19:33,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b69c899 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b69c899 2024-11-11T18:19:33,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:19:33,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 90f34c5bee6a:40195 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:40195 2024-11-11T18:19:33,146 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=90f34c5bee6a:40195 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:40195 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:40195 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T18:19:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52854 deadline: 1731349233149, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T18:19:33,150 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T18:19:33,151 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T18:19:33,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:33,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-11T18:19:33,178 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:19:33,233 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:33,351 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T18:19:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52854 deadline: 1731349233353, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T18:19:33,353 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T18:19:33,354 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T18:19:33,354 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T18:19:33,458 INFO [M:0;90f34c5bee6a:33433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:19:33,458 INFO [M:0;90f34c5bee6a:33433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:19:33,458 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:33,459 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:33,459 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:33,459 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:33,459 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:33,459 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T18:19:33,478 DEBUG [M:0;90f34c5bee6a:33433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a717a56ad5d47dc8bf1de70f8dacd20 is 82, key is hbase:meta,,1/info:regioninfo/1731349161364/Put/seqid=0 2024-11-11T18:19:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741853_1029 (size=5672) 2024-11-11T18:19:33,655 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T18:19:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52854 deadline: 1731349233657, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T18:19:33,657 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T18:19:33,658 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T18:19:33,658 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T18:19:33,882 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a717a56ad5d47dc8bf1de70f8dacd20 2024-11-11T18:19:33,902 DEBUG [M:0;90f34c5bee6a:33433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/254d44c9594f462d81e6284382bfcc52 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349166670/Put/seqid=0 2024-11-11T18:19:33,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741854_1030 (size=8515) 2024-11-11T18:19:33,937 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:34,059 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T18:19:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52854 deadline: 1731349234060, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T18:19:34,061 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T18:19:34,062 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T18:19:34,062 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T18:19:34,306 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/254d44c9594f462d81e6284382bfcc52 2024-11-11T18:19:34,325 DEBUG [M:0;90f34c5bee6a:33433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48680ef4554c45f6a7bf045f0404f0e3 is 69, key is 90f34c5bee6a,40195,1731349159268/rs:state/1731349160564/Put/seqid=0 2024-11-11T18:19:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741855_1031 (size=5156) 2024-11-11T18:19:34,563 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T18:19:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:19:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52854 deadline: 1731349234564, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T18:19:34,565 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T18:19:34,566 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T18:19:34,566 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T18:19:34,729 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48680ef4554c45f6a7bf045f0404f0e3 2024-11-11T18:19:34,734 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a717a56ad5d47dc8bf1de70f8dacd20 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a717a56ad5d47dc8bf1de70f8dacd20 2024-11-11T18:19:34,739 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a717a56ad5d47dc8bf1de70f8dacd20, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:19:34,739 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/254d44c9594f462d81e6284382bfcc52 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/254d44c9594f462d81e6284382bfcc52 2024-11-11T18:19:34,741 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:34,744 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/254d44c9594f462d81e6284382bfcc52, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:19:34,745 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48680ef4554c45f6a7bf045f0404f0e3 as hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48680ef4554c45f6a7bf045f0404f0e3 2024-11-11T18:19:34,748 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40887/user/jenkins/test-data/040cce75-dbf4-a5d9-a27a-6e8f1015e825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48680ef4554c45f6a7bf045f0404f0e3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:19:34,749 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-11T18:19:34,750 INFO [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:34,750 DEBUG [M:0;90f34c5bee6a:33433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349173458Disabling compacts and flushes for region at 1731349173458Disabling writes for close at 1731349173459 (+1 ms)Obtaining lock to block concurrent updates at 1731349173459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349173459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731349173459Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349173460 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349173460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349173477 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349173478 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349173887 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349173901 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349173901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349174311 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349174325 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349174325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6814ac95: reopening flushed file at 1731349174734 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c63f11: reopening flushed file at 1731349174739 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b41e3e: reopening flushed file at 1731349174744 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1731349174749 (+5 ms)Writing region close event to WAL at 1731349174750 (+1 ms)Closed at 1731349174750 2024-11-11T18:19:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741830_1006 (size=63642) 2024-11-11T18:19:34,753 INFO [M:0;90f34c5bee6a:33433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:19:34,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:34,753 INFO [M:0;90f34c5bee6a:33433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33433 2024-11-11T18:19:34,754 INFO [M:0;90f34c5bee6a:33433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:34,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:34,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33433-0x101084175f30003, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:34,856 INFO [M:0;90f34c5bee6a:33433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:34,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@280b73b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:34,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:34,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:34,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:34,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:34,861 WARN [BP-1289716530-172.17.0.2-1731349158176 heartbeating to localhost/127.0.0.1:40887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:19:34,861 WARN [BP-1289716530-172.17.0.2-1731349158176 heartbeating to localhost/127.0.0.1:40887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1289716530-172.17.0.2-1731349158176 (Datanode Uuid 6b7ef16f-4e62-4c6c-918c-43db48f20061) service to localhost/127.0.0.1:40887 2024-11-11T18:19:34,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:19:34,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:19:34,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/cluster_00040eeb-6a14-e7a6-7a7f-f2b6f2e34509/data/data1/current/BP-1289716530-172.17.0.2-1731349158176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:34,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:19:34,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/cluster_00040eeb-6a14-e7a6-7a7f-f2b6f2e34509/data/data2/current/BP-1289716530-172.17.0.2-1731349158176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:34,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:34,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:34,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:34,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:34,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:34,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:19:34,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:19:34,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:34,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:34,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:34,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:34,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:34,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:19:34,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1397802783, stopped=false 2024-11-11T18:19:34,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,44491,1731349155850 2024-11-11T18:19:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-89230812/running 2024-11-11T18:19:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-89230812/running 2024-11-11T18:19:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:34,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:34,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:34,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:34,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:34,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/running 2024-11-11T18:19:34,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,46075,1731349155908' ***** 2024-11-11T18:19:34,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:19:34,888 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:19:34,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Set watcher on znode that does not yet exist, /0-89230812/running 2024-11-11T18:19:34,888 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:19:34,888 INFO [RS:0;90f34c5bee6a:46075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:19:34,888 INFO [RS:0;90f34c5bee6a:46075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f9692a9b82fe83ddccedc0a07fa061a 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46075. 2024-11-11T18:19:34,889 DEBUG [RS:0;90f34c5bee6a:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:34,889 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:19:34,889 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 957b8e68d36b9af0a350d49636e9a9fe, disabling compactions & flushes 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:19:34,889 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:19:34,889 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:34,889 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. after waiting 0 ms 2024-11-11T18:19:34,889 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:34,889 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 957b8e68d36b9af0a350d49636e9a9fe 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T18:19:34,889 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:19:34,889 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1325): Online Regions={957b8e68d36b9af0a350d49636e9a9fe=hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe., 1588230740=hbase:meta,,1.1588230740, 6f9692a9b82fe83ddccedc0a07fa061a=test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a.} 2024-11-11T18:19:34,890 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f9692a9b82fe83ddccedc0a07fa061a, 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:34,890 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:34,890 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:34,890 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:34,890 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:34,890 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:34,890 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:19:34,913 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/.tmp/hfileref/20da61bfaa9140e484af08b00ac8f7c0 is 74, key is 1/hfileref:23567f55781c4151be9e318e3d846bd0_SeqId_6_/1731349170644/Put/seqid=0 2024-11-11T18:19:34,913 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/info/ed15c23a707d44fdbf0cd50c256e9daa is 147, key is hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe./info:regioninfo/1731349164563/Put/seqid=0 2024-11-11T18:19:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741846_1022 (size=5345) 2024-11-11T18:19:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741847_1023 (size=7686) 2024-11-11T18:19:34,971 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:19:34,971 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:19:34,983 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:35,090 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f9692a9b82fe83ddccedc0a07fa061a, 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:35,166 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T18:19:35,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 90f34c5bee6a:33433 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:33433 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:19:35,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 90f34c5bee6a:33433 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:33433 2024-11-11T18:19:35,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:35,277 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 90f34c5bee6a:33433 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:33433 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:19:35,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=90f34c5bee6a:33433 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:33433 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T18:19:35,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 90f34c5bee6a:33433 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:33433 2024-11-11T18:19:35,290 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f9692a9b82fe83ddccedc0a07fa061a, 957b8e68d36b9af0a350d49636e9a9fe 2024-11-11T18:19:35,318 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/.tmp/hfileref/20da61bfaa9140e484af08b00ac8f7c0 2024-11-11T18:19:35,322 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/info/ed15c23a707d44fdbf0cd50c256e9daa 2024-11-11T18:19:35,343 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/ns/b4268cdbcecf4f0b959eaad29e5da168 is 43, key is default/ns:d/1731349158108/Put/seqid=0 2024-11-11T18:19:35,343 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/.tmp/queue/9236b993163840d6b3899d16b8b76461 is 153, key is 1-90f34c5bee6a,46075,1731349155908/queue:90f34c5bee6a%2C46075%2C1731349155908/1731349168968/Put/seqid=0 2024-11-11T18:19:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741848_1024 (size=5352) 2024-11-11T18:19:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741849_1025 (size=5153) 2024-11-11T18:19:35,348 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/.tmp/queue/9236b993163840d6b3899d16b8b76461 2024-11-11T18:19:35,354 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/.tmp/hfileref/20da61bfaa9140e484af08b00ac8f7c0 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/hfileref/20da61bfaa9140e484af08b00ac8f7c0 2024-11-11T18:19:35,358 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/hfileref/20da61bfaa9140e484af08b00ac8f7c0, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T18:19:35,359 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/.tmp/queue/9236b993163840d6b3899d16b8b76461 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/queue/9236b993163840d6b3899d16b8b76461 2024-11-11T18:19:35,363 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/queue/9236b993163840d6b3899d16b8b76461, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T18:19:35,364 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 957b8e68d36b9af0a350d49636e9a9fe in 474ms, sequenceid=10, compaction requested=false 2024-11-11T18:19:35,367 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/replication/957b8e68d36b9af0a350d49636e9a9fe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:35,368 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 957b8e68d36b9af0a350d49636e9a9fe: Waiting for close lock at 1731349174889Running coprocessor pre-close hooks at 1731349174889Disabling compacts and flushes for region at 1731349174889Disabling writes for close at 1731349174889Obtaining lock to block concurrent updates at 1731349174889Preparing flush snapshotting stores in 957b8e68d36b9af0a350d49636e9a9fe at 1731349174889Finished memstore snapshotting hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731349174890 (+1 ms)Flushing stores of hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. at 1731349174890Flushing 957b8e68d36b9af0a350d49636e9a9fe/hfileref: creating writer at 1731349174890Flushing 957b8e68d36b9af0a350d49636e9a9fe/hfileref: appending metadata at 1731349174912 (+22 ms)Flushing 957b8e68d36b9af0a350d49636e9a9fe/hfileref: closing flushed file at 1731349174913 (+1 ms)Flushing 957b8e68d36b9af0a350d49636e9a9fe/queue: creating writer at 1731349175324 (+411 ms)Flushing 957b8e68d36b9af0a350d49636e9a9fe/queue: appending metadata at 1731349175343 (+19 ms)Flushing 957b8e68d36b9af0a350d49636e9a9fe/queue: closing flushed file at 1731349175343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25608a68: reopening flushed file at 1731349175353 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff27611: reopening flushed file at 1731349175358 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 957b8e68d36b9af0a350d49636e9a9fe in 474ms, sequenceid=10, compaction requested=false at 1731349175364 (+6 ms)Writing region close event to WAL at 1731349175365 (+1 ms)Running coprocessor post-close hooks at 1731349175368 (+3 ms)Closed at 1731349175368 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349163343.957b8e68d36b9af0a350d49636e9a9fe. 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f9692a9b82fe83ddccedc0a07fa061a, disabling compactions & flushes 2024-11-11T18:19:35,368 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. after waiting 0 ms 2024-11-11T18:19:35,368 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:35,371 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/default/test/6f9692a9b82fe83ddccedc0a07fa061a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:19:35,372 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:35,372 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:19:35,372 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:35,372 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f9692a9b82fe83ddccedc0a07fa061a: Waiting for close lock at 1731349175368Running coprocessor pre-close hooks at 1731349175368Disabling compacts and flushes for region at 1731349175368Disabling writes for close at 1731349175368Writing region close event to WAL at 1731349175369 (+1 ms)Running coprocessor post-close hooks at 1731349175372 (+3 ms)Closed at 1731349175372 2024-11-11T18:19:35,372 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a. 2024-11-11T18:19:35,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:35,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 90f34c5bee6a:33433 this server is in the failed servers list 2024-11-11T18:19:35,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 90f34c5bee6a:33433 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:35,490 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:35,645 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1033, reset compression=false 2024-11-11T18:19:35,650 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:35,650 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1328, reset compression=false 2024-11-11T18:19:35,690 DEBUG [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:19:35,749 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/ns/b4268cdbcecf4f0b959eaad29e5da168 2024-11-11T18:19:35,772 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/rep_barrier/cdd9dc27844f4911a6a58e7705a6d088 is 112, key is test,,1731349161534.6f9692a9b82fe83ddccedc0a07fa061a./rep_barrier:seqnumDuringOpen/1731349162069/Put/seqid=0 2024-11-11T18:19:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741850_1026 (size=5518) 2024-11-11T18:19:35,776 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/rep_barrier/cdd9dc27844f4911a6a58e7705a6d088 2024-11-11T18:19:35,794 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/table/b3ce09bd8f2f4983ab9662bc016fd020 is 53, key is hbase:replication/table:state/1731349164570/Put/seqid=0 2024-11-11T18:19:35,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:35,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 90f34c5bee6a:33433 this server is in the failed servers list 2024-11-11T18:19:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741851_1027 (size=5308) 2024-11-11T18:19:35,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 90f34c5bee6a:33433 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:35,798 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/table/b3ce09bd8f2f4983ab9662bc016fd020 2024-11-11T18:19:35,802 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/info/ed15c23a707d44fdbf0cd50c256e9daa as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/info/ed15c23a707d44fdbf0cd50c256e9daa 2024-11-11T18:19:35,806 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/info/ed15c23a707d44fdbf0cd50c256e9daa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:19:35,807 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/ns/b4268cdbcecf4f0b959eaad29e5da168 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/ns/b4268cdbcecf4f0b959eaad29e5da168 2024-11-11T18:19:35,810 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/ns/b4268cdbcecf4f0b959eaad29e5da168, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:19:35,811 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/rep_barrier/cdd9dc27844f4911a6a58e7705a6d088 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/rep_barrier/cdd9dc27844f4911a6a58e7705a6d088 2024-11-11T18:19:35,815 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/rep_barrier/cdd9dc27844f4911a6a58e7705a6d088, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:19:35,815 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/.tmp/table/b3ce09bd8f2f4983ab9662bc016fd020 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/table/b3ce09bd8f2f4983ab9662bc016fd020 2024-11-11T18:19:35,819 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/table/b3ce09bd8f2f4983ab9662bc016fd020, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:19:35,819 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-11T18:19:35,823 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:19:35,824 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:35,824 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:35,824 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:35,824 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349174890Running coprocessor pre-close hooks at 1731349174890Disabling compacts and flushes for region at 1731349174890Disabling writes for close at 1731349174890Obtaining lock to block concurrent updates at 1731349174890Preparing flush snapshotting stores in 1588230740 at 1731349174890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349174890Flushing stores of hbase:meta,,1.1588230740 at 1731349174891 (+1 ms)Flushing 1588230740/info: creating writer at 1731349174891Flushing 1588230740/info: appending metadata at 1731349174913 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731349174913Flushing 1588230740/ns: creating writer at 1731349175326 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731349175343 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731349175343Flushing 1588230740/rep_barrier: creating writer at 1731349175753 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349175771 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349175771Flushing 1588230740/table: creating writer at 1731349175780 (+9 ms)Flushing 1588230740/table: appending metadata at 1731349175794 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349175794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369d0ea7: reopening flushed file at 1731349175802 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca077ea: reopening flushed file at 1731349175806 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1882cce5: reopening flushed file at 1731349175810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623e1184: reopening flushed file at 1731349175815 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1731349175819 (+4 ms)Writing region close event to WAL at 1731349175821 (+2 ms)Running coprocessor post-close hooks at 1731349175824 (+3 ms)Closed at 1731349175824 2024-11-11T18:19:35,824 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:35,854 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.wal-reader.90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 to pos 1328, reset compression=false 2024-11-11T18:19:35,890 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,46075,1731349155908; all regions closed. 2024-11-11T18:19:35,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:19:35,895 DEBUG [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/oldWALs 2024-11-11T18:19:35,895 INFO [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46075%2C1731349155908.meta:.meta(num 1731349158064) 2024-11-11T18:19:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741839_1015 (size=2695) 2024-11-11T18:19:35,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.rep.1731349164528 not finished, retry = 0 2024-11-11T18:19:35,999 DEBUG [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/oldWALs 2024-11-11T18:19:35,999 INFO [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46075%2C1731349155908.rep:(num 1731349164528) 2024-11-11T18:19:36,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741832_1008 (size=1336) 2024-11-11T18:19:36,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/WALs/90f34c5bee6a,46075,1731349155908/90f34c5bee6a%2C46075%2C1731349155908.1731349157101 not finished, retry = 0 2024-11-11T18:19:36,104 DEBUG [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/oldWALs 2024-11-11T18:19:36,104 INFO [RS:0;90f34c5bee6a:46075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46075%2C1731349155908:(num 1731349157101) 2024-11-11T18:19:36,104 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:36,104 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:36,104 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:36,104 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:36,104 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:36,104 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:36,105 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,46075,1731349155908 because: Region server is closing 2024-11-11T18:19:36,105 INFO [RS:0;90f34c5bee6a:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46075. 2024-11-11T18:19:36,105 DEBUG [RS:0;90f34c5bee6a:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:36,105 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:36,105 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:36,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:36,205 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T18:19:36,206 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T18:19:36,206 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T18:19:36,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:36,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 90f34c5bee6a:33433 this server is in the failed servers list 2024-11-11T18:19:36,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 90f34c5bee6a:33433 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:36,906 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46075,1731349155908.replicationSource.shipper90f34c5bee6a%2C46075%2C1731349155908,1-90f34c5bee6a,46075,1731349155908 terminated 2024-11-11T18:19:36,907 INFO [RS:0;90f34c5bee6a:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46075. 2024-11-11T18:19:36,907 DEBUG [RS:0;90f34c5bee6a:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:36,907 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:36,907 DEBUG [RS:0;90f34c5bee6a:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:36,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:36,907 INFO [RS:0;90f34c5bee6a:46075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46075 2024-11-11T18:19:36,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-89230812/rs/90f34c5bee6a,46075,1731349155908 2024-11-11T18:19:36,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812/rs 2024-11-11T18:19:36,909 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:36,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,46075,1731349155908] 2024-11-11T18:19:36,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-89230812/draining/90f34c5bee6a,46075,1731349155908 already deleted, retry=false 2024-11-11T18:19:36,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,46075,1731349155908 expired; onlineServers=0 2024-11-11T18:19:36,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,44491,1731349155850' ***** 2024-11-11T18:19:36,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:19:36,913 INFO [M:0;90f34c5bee6a:44491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:36,913 INFO [M:0;90f34c5bee6a:44491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:36,913 DEBUG [M:0;90f34c5bee6a:44491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:19:36,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:19:36,914 DEBUG [M:0;90f34c5bee6a:44491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:19:36,914 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349156919 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349156919,5,FailOnTimeoutGroup] 2024-11-11T18:19:36,914 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349156919 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349156919,5,FailOnTimeoutGroup] 2024-11-11T18:19:36,914 INFO [M:0;90f34c5bee6a:44491 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:36,914 INFO [M:0;90f34c5bee6a:44491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:36,914 DEBUG [M:0;90f34c5bee6a:44491 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:19:36,914 INFO [M:0;90f34c5bee6a:44491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:19:36,914 INFO [M:0;90f34c5bee6a:44491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:36,914 INFO [M:0;90f34c5bee6a:44491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:19:36,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:19:36,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-89230812/master 2024-11-11T18:19:36,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-89230812 2024-11-11T18:19:36,916 DEBUG [M:0;90f34c5bee6a:44491 {}] zookeeper.ZKUtil(347): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Unable to get data of znode /0-89230812/master because node does not exist (not an error) 2024-11-11T18:19:36,916 WARN [M:0;90f34c5bee6a:44491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:19:36,917 INFO [M:0;90f34c5bee6a:44491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/.lastflushedseqids 2024-11-11T18:19:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741852_1028 (size=263) 2024-11-11T18:19:36,926 INFO [M:0;90f34c5bee6a:44491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:19:36,927 INFO [M:0;90f34c5bee6a:44491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:19:36,927 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:36,927 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:36,927 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:36,927 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:36,927 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:36,927 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T18:19:36,945 DEBUG [M:0;90f34c5bee6a:44491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f14e086b63d4b1c99427b91ce7a720b is 82, key is hbase:meta,,1/info:regioninfo/1731349158095/Put/seqid=0 2024-11-11T18:19:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741853_1029 (size=5672) 2024-11-11T18:19:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:37,012 INFO [RS:0;90f34c5bee6a:46075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x101084175f30001, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:37,012 INFO [RS:0;90f34c5bee6a:46075 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,46075,1731349155908; zookeeper connection closed. 2024-11-11T18:19:37,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4642dca2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4642dca2 2024-11-11T18:19:37,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:19:37,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:37,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:37,320 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:37,357 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f14e086b63d4b1c99427b91ce7a720b 2024-11-11T18:19:37,376 DEBUG [M:0;90f34c5bee6a:44491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2da6a96cf6042aaa5cc81d4bed1fd85 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349164573/Put/seqid=0 2024-11-11T18:19:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741854_1030 (size=8516) 2024-11-11T18:19:37,707 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:37,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:37,781 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2da6a96cf6042aaa5cc81d4bed1fd85 2024-11-11T18:19:37,804 DEBUG [M:0;90f34c5bee6a:44491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af11455f44a2469cab3d1ca91bbb2178 is 69, key is 90f34c5bee6a,46075,1731349155908/rs:state/1731349156953/Put/seqid=0 2024-11-11T18:19:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741855_1031 (size=5156) 2024-11-11T18:19:38,209 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af11455f44a2469cab3d1ca91bbb2178 2024-11-11T18:19:38,214 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f14e086b63d4b1c99427b91ce7a720b as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f14e086b63d4b1c99427b91ce7a720b 2024-11-11T18:19:38,218 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f14e086b63d4b1c99427b91ce7a720b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:19:38,218 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2da6a96cf6042aaa5cc81d4bed1fd85 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2da6a96cf6042aaa5cc81d4bed1fd85 2024-11-11T18:19:38,222 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2da6a96cf6042aaa5cc81d4bed1fd85, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:19:38,223 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af11455f44a2469cab3d1ca91bbb2178 as hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af11455f44a2469cab3d1ca91bbb2178 2024-11-11T18:19:38,227 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45195/user/jenkins/test-data/bbc3683f-8e68-4eda-9495-dac5119398c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af11455f44a2469cab3d1ca91bbb2178, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:19:38,228 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false 2024-11-11T18:19:38,229 INFO [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:38,229 DEBUG [M:0;90f34c5bee6a:44491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349176927Disabling compacts and flushes for region at 1731349176927Disabling writes for close at 1731349176927Obtaining lock to block concurrent updates at 1731349176927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349176927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731349176927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349176928 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349176928Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349176945 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349176945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349177361 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349177375 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349177376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349177785 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349177803 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349177803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62367468: reopening flushed file at 1731349178213 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e958d9: reopening flushed file at 1731349178218 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3241361f: reopening flushed file at 1731349178222 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false at 1731349178228 (+6 ms)Writing region close event to WAL at 1731349178229 (+1 ms)Closed at 1731349178229 2024-11-11T18:19:38,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37735 is added to blk_1073741830_1006 (size=63654) 2024-11-11T18:19:38,232 INFO [M:0;90f34c5bee6a:44491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:19:38,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:38,232 INFO [M:0;90f34c5bee6a:44491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44491 2024-11-11T18:19:38,232 INFO [M:0;90f34c5bee6a:44491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:38,335 INFO [M:0;90f34c5bee6a:44491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44491-0x101084175f30000, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:38,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169b54f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:38,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c217a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:38,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:38,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:38,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:38,340 WARN [BP-1930309898-172.17.0.2-1731349154689 heartbeating to localhost/127.0.0.1:45195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:19:38,340 WARN [BP-1930309898-172.17.0.2-1731349154689 heartbeating to localhost/127.0.0.1:45195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1930309898-172.17.0.2-1731349154689 (Datanode Uuid 69958376-7f25-4224-938a-6edf8620c243) service to localhost/127.0.0.1:45195 2024-11-11T18:19:38,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/data/data1/current/BP-1930309898-172.17.0.2-1731349154689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:38,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/cluster_ef1fdda0-b999-ad83-79eb-49629f693e65/data/data2/current/BP-1930309898-172.17.0.2-1731349154689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:19:38,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:19:38,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:19:38,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:19:38,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:38,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:19:38,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:19:38,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:19:38,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d7aa003-ada3-572e-4f1a-71da81b45ec0/hadoop.log.dir/,STOPPED} 2024-11-11T18:19:38,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:19:38,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:19:38,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45195 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40887 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40887 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40887 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45195 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45195 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7345 (was 7669) 2024-11-11T18:19:38,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=7344 2024-11-11T18:19:38,397 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T18:19:38,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir so I do NOT create it in target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78 2024-11-11T18:19:38,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:19:38,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.tmp.dir so I do NOT create it in target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78 2024-11-11T18:19:38,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50c56b9d-1df7-5c8f-605e-3be41965706b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:19:38,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78 2024-11-11T18:19:38,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d, deleteOnExit=true 2024-11-11T18:19:38,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/zookeeper_0, clientPort=57800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:19:38,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57800 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/test.cache.data in system properties and HBase conf 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:19:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:19:38,401 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:19:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:19:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101084175f30005, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:19:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101084175f30002, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:19:38,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101084175f30005, quorum=127.0.0.1:63621, baseZNode=/11889080792 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:19:38,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101084175f30002, quorum=127.0.0.1:63621, baseZNode=/0-89230812 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:19:38,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:38,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:38,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:38,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:38,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:19:38,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:38,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:38,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:38,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1564ee37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/java.io.tmpdir/jetty-localhost-34115-hadoop-hdfs-3_4_1-tests_jar-_-any-11509150691371272717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:38,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:34115} 2024-11-11T18:19:38,660 INFO [Time-limited test {}] server.Server(415): Started @174455ms 2024-11-11T18:19:38,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:38,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:38,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:38,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:38,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:19:38,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:38,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:38,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@644bdaa3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/java.io.tmpdir/jetty-localhost-45947-hadoop-hdfs-3_4_1-tests_jar-_-any-4373278441603470747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:38,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:45947} 2024-11-11T18:19:38,881 INFO [Time-limited test {}] server.Server(415): Started @174676ms 2024-11-11T18:19:38,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:19:38,977 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/data/data1/current/BP-813906840-172.17.0.2-1731349178424/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:38,977 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/data/data2/current/BP-813906840-172.17.0.2-1731349178424/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:39,000 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:19:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x542995984b577e15 with lease ID 0x7191cc4a02ee15d6: Processing first storage report for DS-06b9cfc8-c29f-4ca3-9b65-46797f943f48 from datanode DatanodeRegistration(127.0.0.1:35377, datanodeUuid=44894f45-65b9-479c-bad0-16103511944f, infoPort=34019, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1364942466;c=1731349178424) 2024-11-11T18:19:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x542995984b577e15 with lease ID 0x7191cc4a02ee15d6: from storage DS-06b9cfc8-c29f-4ca3-9b65-46797f943f48 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=44894f45-65b9-479c-bad0-16103511944f, infoPort=34019, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1364942466;c=1731349178424), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:19:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x542995984b577e15 with lease ID 0x7191cc4a02ee15d6: Processing first storage report for DS-6f6c511e-1697-42ee-938b-5ab25daecc05 from datanode DatanodeRegistration(127.0.0.1:35377, datanodeUuid=44894f45-65b9-479c-bad0-16103511944f, infoPort=34019, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1364942466;c=1731349178424) 2024-11-11T18:19:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x542995984b577e15 with lease ID 0x7191cc4a02ee15d6: from storage DS-6f6c511e-1697-42ee-938b-5ab25daecc05 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=44894f45-65b9-479c-bad0-16103511944f, infoPort=34019, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1364942466;c=1731349178424), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:39,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78 2024-11-11T18:19:39,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:19:39,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2 with version=8 2024-11-11T18:19:39,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/hbase-staging 2024-11-11T18:19:39,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:19:39,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:39,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42125 2024-11-11T18:19:39,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42125 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-11T18:19:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421250x0, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:39,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42125-0x1010841d2af0000 connected 2024-11-11T18:19:39,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/running 2024-11-11T18:19:39,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2, hbase.cluster.distributed=false 2024-11-11T18:19:39,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/acl 2024-11-11T18:19:39,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-11T18:19:39,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42125 2024-11-11T18:19:39,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42125 2024-11-11T18:19:39,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-11T18:19:39,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-11T18:19:39,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:39,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:39,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42025 2024-11-11T18:19:39,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42025 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-11T18:19:39,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420250x0, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:39,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420250x0, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/running 2024-11-11T18:19:39,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42025-0x1010841d2af0001 connected 2024-11-11T18:19:39,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:19:39,077 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:19:39,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/master 2024-11-11T18:19:39,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/acl 2024-11-11T18:19:39,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42025 2024-11-11T18:19:39,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42025 2024-11-11T18:19:39,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42025 2024-11-11T18:19:39,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42025 2024-11-11T18:19:39,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42025 2024-11-11T18:19:39,100 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:42125 2024-11-11T18:19:39,100 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01745686711/backup-masters/90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711/backup-masters 2024-11-11T18:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711/backup-masters 2024-11-11T18:19:39,103 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on existing znode=/01745686711/backup-masters/90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:39,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01745686711/master 2024-11-11T18:19:39,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:39,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:39,105 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on existing znode=/01745686711/master 2024-11-11T18:19:39,106 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01745686711/backup-masters/90f34c5bee6a,42125,1731349179017 from backup master directory 2024-11-11T18:19:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01745686711/backup-masters/90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711/backup-masters 2024-11-11T18:19:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711/backup-masters 2024-11-11T18:19:39,107 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:39,107 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:39,115 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/hbase.id] with ID: d7e6ad99-3871-48f4-9d85-e78fcd38b39c 2024-11-11T18:19:39,115 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/.tmp/hbase.id 2024-11-11T18:19:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:19:39,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:39,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:39,338 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:39,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:19:39,521 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/.tmp/hbase.id]:[hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/hbase.id] 2024-11-11T18:19:39,531 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:39,531 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:19:39,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:19:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:19:39,939 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:39,940 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:19:39,941 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:19:40,347 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store 2024-11-11T18:19:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:19:40,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:40,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:40,753 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:40,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:40,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:40,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:40,753 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:40,753 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349180753Disabling compacts and flushes for region at 1731349180753Disabling writes for close at 1731349180753Writing region close event to WAL at 1731349180753Closed at 1731349180753 2024-11-11T18:19:40,754 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/.initializing 2024-11-11T18:19:40,754 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/WALs/90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:40,755 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:40,756 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42125%2C1731349179017, suffix=, logDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/WALs/90f34c5bee6a,42125,1731349179017, archiveDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/oldWALs, maxLogs=10 2024-11-11T18:19:40,773 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/WALs/90f34c5bee6a,42125,1731349179017/90f34c5bee6a%2C42125%2C1731349179017.1731349180756, exclude list is [], retry=0 2024-11-11T18:19:40,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-06b9cfc8-c29f-4ca3-9b65-46797f943f48,DISK] 2024-11-11T18:19:40,777 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/WALs/90f34c5bee6a,42125,1731349179017/90f34c5bee6a%2C42125%2C1731349179017.1731349180756 2024-11-11T18:19:40,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-11T18:19:40,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:40,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:40,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:19:40,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:40,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:40,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:19:40,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:40,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:40,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:19:40,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:40,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:40,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:19:40,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:40,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:40,784 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,785 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,785 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,786 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,786 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,786 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:40,787 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:40,789 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:40,789 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68780644, jitterRate=0.024911463260650635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:40,790 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349180778Initializing all the Stores at 1731349180779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349180779Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349180779Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349180779Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349180779Cleaning up temporary data from old regions at 1731349180786 (+7 ms)Region opened successfully at 1731349180790 (+4 ms) 2024-11-11T18:19:40,790 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:19:40,792 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f8e615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:40,793 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:19:40,793 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:19:40,793 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:19:40,793 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:19:40,793 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:19:40,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:19:40,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:19:40,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:19:40,796 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Unable to get data of znode /01745686711/balancer because node does not exist (not necessarily an error) 2024-11-11T18:19:40,798 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01745686711/balancer already deleted, retry=false 2024-11-11T18:19:40,799 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:19:40,799 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Unable to get data of znode /01745686711/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:19:40,800 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01745686711/normalizer already deleted, retry=false 2024-11-11T18:19:40,801 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:19:40,802 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Unable to get data of znode /01745686711/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:19:40,803 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01745686711/switch/split already deleted, retry=false 2024-11-11T18:19:40,803 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Unable to get data of znode /01745686711/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:19:40,804 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01745686711/switch/merge already deleted, retry=false 2024-11-11T18:19:40,806 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Unable to get data of znode /01745686711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:19:40,808 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01745686711/snapshot-cleanup already deleted, retry=false 2024-11-11T18:19:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01745686711/running 2024-11-11T18:19:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01745686711/running 2024-11-11T18:19:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:40,810 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,42125,1731349179017, sessionid=0x1010841d2af0000, setting cluster-up flag (Was=false) 2024-11-11T18:19:40,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:40,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:40,821 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01745686711/flush-table-proc/acquired, /01745686711/flush-table-proc/reached, /01745686711/flush-table-proc/abort 2024-11-11T18:19:40,822 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:40,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:40,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:40,830 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01745686711/online-snapshot/acquired, /01745686711/online-snapshot/reached, /01745686711/online-snapshot/abort 2024-11-11T18:19:40,831 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:40,832 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:19:40,834 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:40,834 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:19:40,834 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:19:40,834 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,42125,1731349179017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:40,836 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:40,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:19:40,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:40,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:19:40,844 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349210844 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:19:40,845 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:19:40,846 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:19:40,846 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:19:40,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:19:40,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:19:40,849 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349180848,5,FailOnTimeoutGroup] 2024-11-11T18:19:40,849 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349180849,5,FailOnTimeoutGroup] 2024-11-11T18:19:40,849 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,849 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:19:40,849 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,849 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:19:40,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:19:40,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2 2024-11-11T18:19:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:19:40,888 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(746): ClusterId : d7e6ad99-3871-48f4-9d85-e78fcd38b39c 2024-11-11T18:19:40,888 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:19:40,892 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:19:40,892 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:19:40,894 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:19:40,894 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790007f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:40,912 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:42025 2024-11-11T18:19:40,912 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:19:40,913 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:19:40,913 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:19:40,913 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,42125,1731349179017 with port=42025, startcode=1731349179068 2024-11-11T18:19:40,914 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:19:40,915 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:19:40,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:40,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:40,917 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2 2024-11-11T18:19:40,917 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40675 2024-11-11T18:19:40,917 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:19:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711/rs 2024-11-11T18:19:40,919 DEBUG [RS:0;90f34c5bee6a:42025 {}] zookeeper.ZKUtil(111): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on existing znode=/01745686711/rs/90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:40,919 WARN [RS:0;90f34c5bee6a:42025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:40,920 INFO [RS:0;90f34c5bee6a:42025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:40,920 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:40,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,42025,1731349179068] 2024-11-11T18:19:40,923 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:19:40,925 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:19:40,925 INFO [RS:0;90f34c5bee6a:42025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:19:40,925 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,926 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:19:40,927 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:19:40,927 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,927 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,927 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,927 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,927 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:40,928 DEBUG [RS:0;90f34c5bee6a:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:40,930 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,930 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,930 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,930 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,930 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,930 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42025,1731349179068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:40,944 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:19:40,945 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42025,1731349179068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,945 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,945 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.Replication(171): 90f34c5bee6a,42025,1731349179068 started 2024-11-11T18:19:40,959 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:40,959 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,42025,1731349179068, RpcServer on 90f34c5bee6a/172.17.0.2:42025, sessionid=0x1010841d2af0001 2024-11-11T18:19:40,959 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:19:40,959 DEBUG [RS:0;90f34c5bee6a:42025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:40,959 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42025,1731349179068' 2024-11-11T18:19:40,959 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01745686711/flush-table-proc/abort' 2024-11-11T18:19:40,959 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01745686711/flush-table-proc/acquired' 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42025,1731349179068' 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01745686711/online-snapshot/abort' 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01745686711/online-snapshot/acquired' 2024-11-11T18:19:40,960 DEBUG [RS:0;90f34c5bee6a:42025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:19:40,960 INFO [RS:0;90f34c5bee6a:42025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:19:40,960 INFO [RS:0;90f34c5bee6a:42025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:19:41,061 INFO [RS:0;90f34c5bee6a:42025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:41,062 INFO [RS:0;90f34c5bee6a:42025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C42025%2C1731349179068, suffix=, logDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068, archiveDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/oldWALs, maxLogs=10 2024-11-11T18:19:41,076 DEBUG [RS:0;90f34c5bee6a:42025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, exclude list is [], retry=0 2024-11-11T18:19:41,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-06b9cfc8-c29f-4ca3-9b65-46797f943f48,DISK] 2024-11-11T18:19:41,080 INFO [RS:0;90f34c5bee6a:42025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 2024-11-11T18:19:41,080 DEBUG [RS:0;90f34c5bee6a:42025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-11T18:19:41,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:41,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:41,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:41,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:41,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:41,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:41,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:41,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:41,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:41,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:41,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740 2024-11-11T18:19:41,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740 2024-11-11T18:19:41,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:41,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:41,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:41,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:41,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:41,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72380952, jitterRate=0.0785602331161499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:41,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349181263Initializing all the Stores at 1731349181263Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349181263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349181264 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349181264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349181264Cleaning up temporary data from old regions at 1731349181273 (+9 ms)Region opened successfully at 1731349181278 (+5 ms) 2024-11-11T18:19:41,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:41,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:41,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:41,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:41,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:41,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:41,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349181278Disabling compacts and flushes for region at 1731349181278Disabling writes for close at 1731349181278Writing region close event to WAL at 1731349181278Closed at 1731349181278 2024-11-11T18:19:41,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:41,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:19:41,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:19:41,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:41,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:19:41,432 DEBUG [90f34c5bee6a:42125 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:19:41,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:41,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42025,1731349179068, state=OPENING 2024-11-11T18:19:41,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:19:41,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:41,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:41,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:41,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01745686711/meta-region-server: CHANGED 2024-11-11T18:19:41,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01745686711/meta-region-server: CHANGED 2024-11-11T18:19:41,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42025,1731349179068}] 2024-11-11T18:19:41,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:41,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:19:41,594 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:19:41,594 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:41,594 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:19:41,595 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C42025%2C1731349179068.meta, suffix=.meta, logDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068, archiveDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/oldWALs, maxLogs=10 2024-11-11T18:19:41,609 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.meta.1731349181596.meta, exclude list is [], retry=0 2024-11-11T18:19:41,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-06b9cfc8-c29f-4ca3-9b65-46797f943f48,DISK] 2024-11-11T18:19:41,613 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.meta.1731349181596.meta 2024-11-11T18:19:41,613 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-11T18:19:41,613 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:41,614 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:41,614 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:41,614 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:19:41,614 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:19:41,614 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:19:41,614 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:41,614 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:19:41,614 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:19:41,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:41,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:41,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:41,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:41,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:41,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:41,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:41,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:41,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:41,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:41,620 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:41,621 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740 2024-11-11T18:19:41,622 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740 2024-11-11T18:19:41,623 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:41,623 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:41,623 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:41,624 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:41,625 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085366, jitterRate=-0.10465827584266663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:41,625 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:19:41,626 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349181614Writing region info on filesystem at 1731349181614Initializing all the Stores at 1731349181615 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349181615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349181616 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349181616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349181616Cleaning up temporary data from old regions at 1731349181623 (+7 ms)Running coprocessor post-open hooks at 1731349181625 (+2 ms)Region opened successfully at 1731349181626 (+1 ms) 2024-11-11T18:19:41,626 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349181590 2024-11-11T18:19:41,629 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:19:41,629 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:19:41,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:41,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42025,1731349179068, state=OPEN 2024-11-11T18:19:41,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01745686711/meta-region-server 2024-11-11T18:19:41,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01745686711/meta-region-server 2024-11-11T18:19:41,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01745686711/meta-region-server: CHANGED 2024-11-11T18:19:41,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01745686711/meta-region-server: CHANGED 2024-11-11T18:19:41,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:41,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:19:41,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42025,1731349179068 in 197 msec 2024-11-11T18:19:41,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:19:41,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-11T18:19:41,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:41,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:19:41,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:41,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42025,1731349179068, seqNum=-1] 2024-11-11T18:19:41,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:41,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:41,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-11-11T18:19:41,646 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349181646, completionTime=-1 2024-11-11T18:19:41,646 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:19:41,646 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:19:41,648 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:19:41,648 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349241648 2024-11-11T18:19:41,648 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349301648 2024-11-11T18:19:41,648 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:19:41,649 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42125,1731349179017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,649 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42125,1731349179017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,649 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42125,1731349179017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,649 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:42125, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,649 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,650 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,650 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.546sec 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42125,1731349179017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:41,653 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42125,1731349179017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:19:41,655 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:19:41,655 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:19:41,655 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42125,1731349179017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:41,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:41,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42125,-1 for getting cluster id 2024-11-11T18:19:41,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:41,690 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6ad99-3871-48f4-9d85-e78fcd38b39c' 2024-11-11T18:19:41,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:41,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6ad99-3871-48f4-9d85-e78fcd38b39c" 2024-11-11T18:19:41,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3427f4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42125,-1] 2024-11-11T18:19:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:41,692 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:41,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:41,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42025,1731349179068, seqNum=-1] 2024-11-11T18:19:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:41,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:41,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:41,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-11T18:19:41,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:41,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010841d2af0002 connected 2024-11-11T18:19:41,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir so I do NOT create it in target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310 2024-11-11T18:19:41,708 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:19:41,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.tmp.dir so I do NOT create it in target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310 2024-11-11T18:19:41,708 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:19:41,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/cluster_cea8dc04-11f6-fa50-ae1f-70d4f23d3251, deleteOnExit=true 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/test.cache.data in system properties and HBase conf 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:19:41,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:19:41,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:19:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:19:41,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:41,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:41,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:41,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:41,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:19:41,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:41,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:41,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:41,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3992b297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/java.io.tmpdir/jetty-localhost-41557-hadoop-hdfs-3_4_1-tests_jar-_-any-1194430333970120249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:19:41,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:41557} 2024-11-11T18:19:41,918 INFO [Time-limited test {}] server.Server(415): Started @177713ms 2024-11-11T18:19:41,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:19:41,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:19:41,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:19:41,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:19:41,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:19:41,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:19:41,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:19:42,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e70714f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/java.io.tmpdir/jetty-localhost-34073-hadoop-hdfs-3_4_1-tests_jar-_-any-9122151298348931901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:19:42,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:34073} 2024-11-11T18:19:42,109 INFO [Time-limited test {}] server.Server(415): Started @177905ms 2024-11-11T18:19:42,111 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:19:42,215 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/cluster_cea8dc04-11f6-fa50-ae1f-70d4f23d3251/data/data1/current/BP-553018193-172.17.0.2-1731349181732/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:42,216 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/cluster_cea8dc04-11f6-fa50-ae1f-70d4f23d3251/data/data2/current/BP-553018193-172.17.0.2-1731349181732/current, will proceed with Du for space computation calculation, 2024-11-11T18:19:42,235 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:19:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38dc944c09bc6f71 with lease ID 0x8cbb96c2dfdad908: Processing first storage report for DS-cf0928bc-fadd-42f1-8d2a-d655d9dd1568 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f915b7cc-ca2b-44ce-ab60-d0e53e150653, infoPort=38947, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=1490294211;c=1731349181732) 2024-11-11T18:19:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38dc944c09bc6f71 with lease ID 0x8cbb96c2dfdad908: from storage DS-cf0928bc-fadd-42f1-8d2a-d655d9dd1568 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f915b7cc-ca2b-44ce-ab60-d0e53e150653, infoPort=38947, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=1490294211;c=1731349181732), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38dc944c09bc6f71 with lease ID 0x8cbb96c2dfdad908: Processing first storage report for DS-f1f1c6fb-a361-4545-9815-19662a5c32e3 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f915b7cc-ca2b-44ce-ab60-d0e53e150653, infoPort=38947, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=1490294211;c=1731349181732) 2024-11-11T18:19:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38dc944c09bc6f71 with lease ID 0x8cbb96c2dfdad908: from storage DS-f1f1c6fb-a361-4545-9815-19662a5c32e3 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f915b7cc-ca2b-44ce-ab60-d0e53e150653, infoPort=38947, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=1490294211;c=1731349181732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:19:42,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310 2024-11-11T18:19:42,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:42,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:19:42,657 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa with version=8 2024-11-11T18:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/hbase-staging 2024-11-11T18:19:42,659 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:42,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:42,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42167 2024-11-11T18:19:42,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42167 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-11T18:19:42,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421670x0, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:42,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42167-0x1010841d2af0003 connected 2024-11-11T18:19:42,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:42,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:42,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/running 2024-11-11T18:19:42,686 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa, hbase.cluster.distributed=false 2024-11-11T18:19:42,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/acl 2024-11-11T18:19:42,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42167 2024-11-11T18:19:42,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42167 2024-11-11T18:19:42,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42167 2024-11-11T18:19:42,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42167 2024-11-11T18:19:42,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42167 2024-11-11T18:19:42,704 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:19:42,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33181 2024-11-11T18:19:42,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33181 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-11T18:19:42,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:42,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:42,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331810x0, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:42,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331810x0, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/running 2024-11-11T18:19:42,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33181-0x1010841d2af0004 connected 2024-11-11T18:19:42,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:19:42,712 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:19:42,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/master 2024-11-11T18:19:42,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/acl 2024-11-11T18:19:42,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33181 2024-11-11T18:19:42,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33181 2024-11-11T18:19:42,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33181 2024-11-11T18:19:42,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33181 2024-11-11T18:19:42,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33181 2024-11-11T18:19:42,735 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:42167 2024-11-11T18:19:42,735 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1741324486/backup-masters/90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:42,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486/backup-masters 2024-11-11T18:19:42,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486/backup-masters 2024-11-11T18:19:42,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on existing znode=/1-1741324486/backup-masters/90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1741324486/master 2024-11-11T18:19:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:42,745 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on existing znode=/1-1741324486/master 2024-11-11T18:19:42,745 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1741324486/backup-masters/90f34c5bee6a,42167,1731349182659 from backup master directory 2024-11-11T18:19:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741324486/backup-masters/90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486/backup-masters 2024-11-11T18:19:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486/backup-masters 2024-11-11T18:19:42,747 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:42,747 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:42,752 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/hbase.id] with ID: 9bfad619-bf93-4ce1-a396-ca00001b3b7c 2024-11-11T18:19:42,752 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/.tmp/hbase.id 2024-11-11T18:19:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:19:43,163 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/.tmp/hbase.id]:[hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/hbase.id] 2024-11-11T18:19:43,173 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:19:43,173 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:19:43,174 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:19:43,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:43,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:19:43,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:43,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:43,368 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:43,580 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:43,581 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:19:43,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:19:43,988 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store 2024-11-11T18:19:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:19:44,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:44,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:44,396 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:44,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:44,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:44,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:44,396 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:44,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349184396Disabling compacts and flushes for region at 1731349184396Disabling writes for close at 1731349184396Writing region close event to WAL at 1731349184396Closed at 1731349184396 2024-11-11T18:19:44,397 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/.initializing 2024-11-11T18:19:44,397 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/WALs/90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:44,398 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:44,400 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42167%2C1731349182659, suffix=, logDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/WALs/90f34c5bee6a,42167,1731349182659, archiveDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/oldWALs, maxLogs=10 2024-11-11T18:19:44,413 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/WALs/90f34c5bee6a,42167,1731349182659/90f34c5bee6a%2C42167%2C1731349182659.1731349184400, exclude list is [], retry=0 2024-11-11T18:19:44,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-cf0928bc-fadd-42f1-8d2a-d655d9dd1568,DISK] 2024-11-11T18:19:44,419 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/WALs/90f34c5bee6a,42167,1731349182659/90f34c5bee6a%2C42167%2C1731349182659.1731349184400 2024-11-11T18:19:44,419 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38947:38947)] 2024-11-11T18:19:44,419 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:44,419 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:44,419 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,419 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:19:44,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:44,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:44,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:19:44,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:44,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:44,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:19:44,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:44,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:44,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:19:44,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:44,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:44,425 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,426 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,426 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,427 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,427 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,427 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:44,428 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:19:44,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:44,430 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345798, jitterRate=-0.07097521424293518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:44,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349184419Initializing all the Stores at 1731349184420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349184420Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349184420Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349184420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349184420Cleaning up temporary data from old regions at 1731349184427 (+7 ms)Region opened successfully at 1731349184430 (+3 ms) 2024-11-11T18:19:44,431 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:19:44,433 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601376bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:19:44,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:19:44,436 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:19:44,436 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Unable to get data of znode /1-1741324486/balancer because node does not exist (not necessarily an error) 2024-11-11T18:19:44,441 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741324486/balancer already deleted, retry=false 2024-11-11T18:19:44,442 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:19:44,442 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Unable to get data of znode /1-1741324486/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:19:44,443 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741324486/normalizer already deleted, retry=false 2024-11-11T18:19:44,444 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:19:44,444 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Unable to get data of znode /1-1741324486/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:19:44,445 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741324486/switch/split already deleted, retry=false 2024-11-11T18:19:44,446 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Unable to get data of znode /1-1741324486/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:19:44,447 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741324486/switch/merge already deleted, retry=false 2024-11-11T18:19:44,448 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Unable to get data of znode /1-1741324486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:19:44,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741324486/snapshot-cleanup already deleted, retry=false 2024-11-11T18:19:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1741324486/running 2024-11-11T18:19:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1741324486/running 2024-11-11T18:19:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:44,452 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,42167,1731349182659, sessionid=0x1010841d2af0003, setting cluster-up flag (Was=false) 2024-11-11T18:19:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:44,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1741324486/flush-table-proc/acquired, /1-1741324486/flush-table-proc/reached, /1-1741324486/flush-table-proc/abort 2024-11-11T18:19:44,461 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:44,468 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1741324486/online-snapshot/acquired, /1-1741324486/online-snapshot/reached, /1-1741324486/online-snapshot/abort 2024-11-11T18:19:44,468 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:44,469 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:19:44,471 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:44,471 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:19:44,471 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:19:44,471 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,42167,1731349182659 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:44,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349214473 2024-11-11T18:19:44,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:19:44,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:19:44,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:19:44,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:19:44,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:19:44,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:19:44,475 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349184474,5,FailOnTimeoutGroup] 2024-11-11T18:19:44,475 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349184475,5,FailOnTimeoutGroup] 2024-11-11T18:19:44,475 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,475 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:19:44,475 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,475 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:19:44,523 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(746): ClusterId : 9bfad619-bf93-4ce1-a396-ca00001b3b7c 2024-11-11T18:19:44,523 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:19:44,526 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:19:44,526 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:19:44,528 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:19:44,528 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635f228f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:19:44,540 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:33181 2024-11-11T18:19:44,540 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:19:44,540 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:19:44,540 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:19:44,541 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,42167,1731349182659 with port=33181, startcode=1731349182703 2024-11-11T18:19:44,541 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:19:44,542 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:19:44,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:44,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42167 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:44,544 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa 2024-11-11T18:19:44,544 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39141 2024-11-11T18:19:44,544 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:19:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486/rs 2024-11-11T18:19:44,549 DEBUG [RS:0;90f34c5bee6a:33181 {}] zookeeper.ZKUtil(111): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on existing znode=/1-1741324486/rs/90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:44,549 WARN [RS:0;90f34c5bee6a:33181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:19:44,549 INFO [RS:0;90f34c5bee6a:33181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:44,549 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:44,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,33181,1731349182703] 2024-11-11T18:19:44,552 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:19:44,553 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:19:44,553 INFO [RS:0;90f34c5bee6a:33181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:19:44,553 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,553 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:19:44,554 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:19:44,554 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:44,554 DEBUG [RS:0;90f34c5bee6a:33181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:19:44,555 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,555 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,555 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,555 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,555 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,555 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33181,1731349182703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:44,568 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:19:44,569 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33181,1731349182703-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,569 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,569 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.Replication(171): 90f34c5bee6a,33181,1731349182703 started 2024-11-11T18:19:44,582 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:44,582 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,33181,1731349182703, RpcServer on 90f34c5bee6a/172.17.0.2:33181, sessionid=0x1010841d2af0004 2024-11-11T18:19:44,582 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:19:44,582 DEBUG [RS:0;90f34c5bee6a:33181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:44,582 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33181,1731349182703' 2024-11-11T18:19:44,582 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1741324486/flush-table-proc/abort' 2024-11-11T18:19:44,582 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1741324486/flush-table-proc/acquired' 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33181,1731349182703' 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1741324486/online-snapshot/abort' 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1741324486/online-snapshot/acquired' 2024-11-11T18:19:44,583 DEBUG [RS:0;90f34c5bee6a:33181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:19:44,583 INFO [RS:0;90f34c5bee6a:33181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:19:44,583 INFO [RS:0;90f34c5bee6a:33181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:19:44,684 INFO [RS:0;90f34c5bee6a:33181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:19:44,685 INFO [RS:0;90f34c5bee6a:33181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33181%2C1731349182703, suffix=, logDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703, archiveDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/oldWALs, maxLogs=10 2024-11-11T18:19:44,699 DEBUG [RS:0;90f34c5bee6a:33181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, exclude list is [], retry=0 2024-11-11T18:19:44,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-cf0928bc-fadd-42f1-8d2a-d655d9dd1568,DISK] 2024-11-11T18:19:44,703 INFO [RS:0;90f34c5bee6a:33181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 2024-11-11T18:19:44,703 DEBUG [RS:0;90f34c5bee6a:33181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38947:38947)] 2024-11-11T18:19:44,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:19:44,884 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa 2024-11-11T18:19:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:19:45,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:45,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:45,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:45,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:45,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:45,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:45,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:45,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:45,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:45,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:45,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740 2024-11-11T18:19:45,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740 2024-11-11T18:19:45,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:45,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:45,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:45,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:45,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67705584, jitterRate=0.008891820907592773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:45,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349185290Initializing all the Stores at 1731349185290Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349185290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349185291 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349185291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349185291Cleaning up temporary data from old regions at 1731349185297 (+6 ms)Region opened successfully at 1731349185301 (+4 ms) 2024-11-11T18:19:45,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:45,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:45,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:45,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:45,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:45,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:45,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349185301Disabling compacts and flushes for region at 1731349185301Disabling writes for close at 1731349185301Writing region close event to WAL at 1731349185301Closed at 1731349185301 2024-11-11T18:19:45,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:45,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:19:45,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:19:45,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:45,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:19:45,454 DEBUG [90f34c5bee6a:42167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:19:45,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:45,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33181,1731349182703, state=OPENING 2024-11-11T18:19:45,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:19:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:45,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:19:45,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33181,1731349182703}] 2024-11-11T18:19:45,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741324486/meta-region-server: CHANGED 2024-11-11T18:19:45,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741324486/meta-region-server: CHANGED 2024-11-11T18:19:45,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:45,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:19:45,621 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:19:45,621 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:45,621 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:19:45,622 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33181%2C1731349182703.meta, suffix=.meta, logDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703, archiveDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/oldWALs, maxLogs=10 2024-11-11T18:19:45,635 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.meta.1731349185622.meta, exclude list is [], retry=0 2024-11-11T18:19:45,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-cf0928bc-fadd-42f1-8d2a-d655d9dd1568,DISK] 2024-11-11T18:19:45,638 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.meta.1731349185622.meta 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38947:38947)] 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:45,639 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:19:45,639 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:19:45,639 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:19:45,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:19:45,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:19:45,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:19:45,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:19:45,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:19:45,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:19:45,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:19:45,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:19:45,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:19:45,644 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:19:45,644 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740 2024-11-11T18:19:45,645 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740 2024-11-11T18:19:45,646 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:19:45,646 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:19:45,646 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:19:45,647 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:19:45,648 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68086977, jitterRate=0.014575019478797913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:19:45,648 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:19:45,648 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349185639Writing region info on filesystem at 1731349185640 (+1 ms)Initializing all the Stores at 1731349185640Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349185640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349185640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349185640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349185640Cleaning up temporary data from old regions at 1731349185646 (+6 ms)Running coprocessor post-open hooks at 1731349185648 (+2 ms)Region opened successfully at 1731349185648 2024-11-11T18:19:45,649 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349185616 2024-11-11T18:19:45,650 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:19:45,650 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:19:45,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:45,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,33181,1731349182703, state=OPEN 2024-11-11T18:19:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1741324486/meta-region-server 2024-11-11T18:19:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1741324486/meta-region-server 2024-11-11T18:19:45,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:45,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741324486/meta-region-server: CHANGED 2024-11-11T18:19:45,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741324486/meta-region-server: CHANGED 2024-11-11T18:19:45,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:19:45,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,33181,1731349182703 in 189 msec 2024-11-11T18:19:45,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:19:45,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-11T18:19:45,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:19:45,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:19:45,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:45,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33181,1731349182703, seqNum=-1] 2024-11-11T18:19:45,659 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:45,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:45,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-11T18:19:45,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349185664, completionTime=-1 2024-11-11T18:19:45,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:19:45,664 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349245666 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349305666 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42167,1731349182659-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42167,1731349182659-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42167,1731349182659-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:42167, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,666 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,668 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42167,1731349182659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:19:45,670 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42167,1731349182659-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:19:45,672 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:19:45,672 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:19:45,672 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42167,1731349182659-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:19:45,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7cf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:45,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42167,-1 for getting cluster id 2024-11-11T18:19:45,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:45,725 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bfad619-bf93-4ce1-a396-ca00001b3b7c' 2024-11-11T18:19:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bfad619-bf93-4ce1-a396-ca00001b3b7c" 2024-11-11T18:19:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325da0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42167,-1] 2024-11-11T18:19:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:45,726 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:45,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:45,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33181,1731349182703, seqNum=-1] 2024-11-11T18:19:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:45,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:45,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-11T18:19:45,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:19:45,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010841d2af0005 connected 2024-11-11T18:19:45,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ab5804 2024-11-11T18:19:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:45,740 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:45,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:19:45,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:45,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:45,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:19:45,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:19:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:46,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0763882524082c3ac92fce26b5f3d23, NAME => 'test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2 2024-11-11T18:19:46,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:19:46,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:46,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0763882524082c3ac92fce26b5f3d23, disabling compactions & flushes 2024-11-11T18:19:46,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. after waiting 0 ms 2024-11-11T18:19:46,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0763882524082c3ac92fce26b5f3d23: Waiting for close lock at 1731349186167Disabling compacts and flushes for region at 1731349186167Disabling writes for close at 1731349186167Writing region close event to WAL at 1731349186167Closed at 1731349186167 2024-11-11T18:19:46,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:46,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349186168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349186168"}]},"ts":"1731349186168"} 2024-11-11T18:19:46,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:46,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:46,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349186171"}]},"ts":"1731349186171"} 2024-11-11T18:19:46,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:19:46,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0763882524082c3ac92fce26b5f3d23, ASSIGN}] 2024-11-11T18:19:46,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0763882524082c3ac92fce26b5f3d23, ASSIGN 2024-11-11T18:19:46,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0763882524082c3ac92fce26b5f3d23, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42025,1731349179068; forceNewPlan=false, retain=false 2024-11-11T18:19:46,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0763882524082c3ac92fce26b5f3d23, regionState=OPENING, regionLocation=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:46,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0763882524082c3ac92fce26b5f3d23, ASSIGN because future has completed 2024-11-11T18:19:46,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0763882524082c3ac92fce26b5f3d23, server=90f34c5bee6a,42025,1731349179068}] 2024-11-11T18:19:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:46,483 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,484 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0763882524082c3ac92fce26b5f3d23, NAME => 'test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:46,484 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:46,484 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:19:46,484 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,484 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:46,484 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,484 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,485 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,487 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0763882524082c3ac92fce26b5f3d23 columnFamilyName f 2024-11-11T18:19:46,487 DEBUG [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:46,487 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] regionserver.HStore(327): Store=f0763882524082c3ac92fce26b5f3d23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:46,487 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,488 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0763882524082c3ac92fce26b5f3d23 columnFamilyName f1 2024-11-11T18:19:46,488 DEBUG [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:46,488 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] regionserver.HStore(327): Store=f0763882524082c3ac92fce26b5f3d23/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:46,488 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,489 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0763882524082c3ac92fce26b5f3d23 columnFamilyName norep 2024-11-11T18:19:46,489 DEBUG [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:46,490 INFO [StoreOpener-f0763882524082c3ac92fce26b5f3d23-1 {}] regionserver.HStore(327): Store=f0763882524082c3ac92fce26b5f3d23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:46,490 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,490 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,490 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,491 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,491 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,491 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:46,492 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,494 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:46,494 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0763882524082c3ac92fce26b5f3d23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74516441, jitterRate=0.11038149893283844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:46,494 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:19:46,495 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0763882524082c3ac92fce26b5f3d23: Running coprocessor pre-open hook at 1731349186484Writing region info on filesystem at 1731349186484Initializing all the Stores at 1731349186485 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349186485Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349186485Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349186485Cleaning up temporary data from old regions at 1731349186491 (+6 ms)Running coprocessor post-open hooks at 1731349186494 (+3 ms)Region opened successfully at 1731349186494 2024-11-11T18:19:46,495 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349185741.f0763882524082c3ac92fce26b5f3d23., pid=6, masterSystemTime=1731349186480 2024-11-11T18:19:46,497 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,497 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:19:46,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0763882524082c3ac92fce26b5f3d23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0763882524082c3ac92fce26b5f3d23, server=90f34c5bee6a,42025,1731349179068 because future has completed 2024-11-11T18:19:46,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:19:46,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0763882524082c3ac92fce26b5f3d23, server=90f34c5bee6a,42025,1731349179068 in 172 msec 2024-11-11T18:19:46,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:19:46,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0763882524082c3ac92fce26b5f3d23, ASSIGN in 329 msec 2024-11-11T18:19:46,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:46,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349186504"}]},"ts":"1731349186504"} 2024-11-11T18:19:46,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:19:46,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:46,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-11T18:19:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:46,878 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:19:46,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:46,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:46,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3210ef7e 2024-11-11T18:19:46,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:46,880 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:46,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:19:46,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:46,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:46,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:19:46,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:19:46,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:19:46,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:19:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:47,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1751e60eacfffba1cc105ec9c62e957, NAME => 'test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa 2024-11-11T18:19:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:19:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:47,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:47,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1751e60eacfffba1cc105ec9c62e957, disabling compactions & flushes 2024-11-11T18:19:47,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:47,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:47,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. after waiting 0 ms 2024-11-11T18:19:47,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:47,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:47,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1751e60eacfffba1cc105ec9c62e957: Waiting for close lock at 1731349187696Disabling compacts and flushes for region at 1731349187696Disabling writes for close at 1731349187696Writing region close event to WAL at 1731349187696Closed at 1731349187696 2024-11-11T18:19:47,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:47,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349187697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349187697"}]},"ts":"1731349187697"} 2024-11-11T18:19:47,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:47,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:47,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349187700"}]},"ts":"1731349187700"} 2024-11-11T18:19:47,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:19:47,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1751e60eacfffba1cc105ec9c62e957, ASSIGN}] 2024-11-11T18:19:47,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1751e60eacfffba1cc105ec9c62e957, ASSIGN 2024-11-11T18:19:47,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1751e60eacfffba1cc105ec9c62e957, ASSIGN; state=OFFLINE, location=90f34c5bee6a,33181,1731349182703; forceNewPlan=false, retain=false 2024-11-11T18:19:47,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1751e60eacfffba1cc105ec9c62e957, regionState=OPENING, regionLocation=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1751e60eacfffba1cc105ec9c62e957, ASSIGN because future has completed 2024-11-11T18:19:47,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1751e60eacfffba1cc105ec9c62e957, server=90f34c5bee6a,33181,1731349182703}] 2024-11-11T18:19:48,012 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:48,012 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1751e60eacfffba1cc105ec9c62e957, NAME => 'test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:48,012 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:48,013 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:19:48,013 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,013 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:48,013 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,013 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,015 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,016 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1751e60eacfffba1cc105ec9c62e957 columnFamilyName f 2024-11-11T18:19:48,016 DEBUG [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:48,016 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] regionserver.HStore(327): Store=d1751e60eacfffba1cc105ec9c62e957/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:48,016 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,017 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1751e60eacfffba1cc105ec9c62e957 columnFamilyName f1 2024-11-11T18:19:48,017 DEBUG [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:48,018 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] regionserver.HStore(327): Store=d1751e60eacfffba1cc105ec9c62e957/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:48,018 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,020 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1751e60eacfffba1cc105ec9c62e957 columnFamilyName norep 2024-11-11T18:19:48,020 DEBUG [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:48,020 INFO [StoreOpener-d1751e60eacfffba1cc105ec9c62e957-1 {}] regionserver.HStore(327): Store=d1751e60eacfffba1cc105ec9c62e957/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:48,020 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,021 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,022 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,023 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,023 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,023 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:48,024 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,026 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:48,027 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1751e60eacfffba1cc105ec9c62e957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63490735, jitterRate=-0.05391432344913483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:48,027 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:48,027 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1751e60eacfffba1cc105ec9c62e957: Running coprocessor pre-open hook at 1731349188013Writing region info on filesystem at 1731349188013Initializing all the Stores at 1731349188014 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349188014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349188014Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349188014Cleaning up temporary data from old regions at 1731349188023 (+9 ms)Running coprocessor post-open hooks at 1731349188027 (+4 ms)Region opened successfully at 1731349188027 2024-11-11T18:19:48,028 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957., pid=6, masterSystemTime=1731349188008 2024-11-11T18:19:48,030 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:48,030 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:48,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1751e60eacfffba1cc105ec9c62e957, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1751e60eacfffba1cc105ec9c62e957, server=90f34c5bee6a,33181,1731349182703 because future has completed 2024-11-11T18:19:48,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:19:48,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1751e60eacfffba1cc105ec9c62e957, server=90f34c5bee6a,33181,1731349182703 in 177 msec 2024-11-11T18:19:48,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:19:48,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1751e60eacfffba1cc105ec9c62e957, ASSIGN in 332 msec 2024-11-11T18:19:48,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:48,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349188037"}]},"ts":"1731349188037"} 2024-11-11T18:19:48,039 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:19:48,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:48,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-11T18:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:19:49,038 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:19:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42125,-1 for getting cluster id 2024-11-11T18:19:49,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:49,040 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6ad99-3871-48f4-9d85-e78fcd38b39c' 2024-11-11T18:19:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6ad99-3871-48f4-9d85-e78fcd38b39c" 2024-11-11T18:19:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c89bf9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42125,-1] 2024-11-11T18:19:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:49,042 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c71965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42167,-1 for getting cluster id 2024-11-11T18:19:49,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:49,043 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bfad619-bf93-4ce1-a396-ca00001b3b7c' 2024-11-11T18:19:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bfad619-bf93-4ce1-a396-ca00001b3b7c" 2024-11-11T18:19:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa8271f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42167,-1] 2024-11-11T18:19:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:49,045 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:49,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e935d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42125,-1 for getting cluster id 2024-11-11T18:19:49,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:49,046 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6ad99-3871-48f4-9d85-e78fcd38b39c' 2024-11-11T18:19:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6ad99-3871-48f4-9d85-e78fcd38b39c" 2024-11-11T18:19:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e656629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42125,-1] 2024-11-11T18:19:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:49,048 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c45c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2214fd34 2024-11-11T18:19:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:49,050 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:49,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:42167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:19:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:49,053 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:42167' 2024-11-11T18:19:49,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abad052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,054 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42167,-1 for getting cluster id 2024-11-11T18:19:49,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:49,054 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bfad619-bf93-4ce1-a396-ca00001b3b7c' 2024-11-11T18:19:49,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:49,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bfad619-bf93-4ce1-a396-ca00001b3b7c" 2024-11-11T18:19:49,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6783725e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42167,-1] 2024-11-11T18:19:49,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:49,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:49,055 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515ab6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:49,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0e9977 2024-11-11T18:19:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:49,057 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:49,057 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:19:49,058 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:19:49,058 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:49,058 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:49,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:49,058 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:49,059 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:19:49,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:49,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:49,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:19:49,109 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:19:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:49,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b625465f495e19c53df9f29c3ae19dc, NAME => 'hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2 2024-11-11T18:19:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:19:49,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:19:49,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:19:49,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:19:49,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T18:19:49,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:49,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T18:19:49,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:19:49,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T18:19:49,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:49,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T18:19:49,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:19:49,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:19:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:49,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:49,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b625465f495e19c53df9f29c3ae19dc, disabling compactions & flushes 2024-11-11T18:19:49,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:49,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:49,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. after waiting 0 ms 2024-11-11T18:19:49,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:49,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:49,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b625465f495e19c53df9f29c3ae19dc: Waiting for close lock at 1731349189873Disabling compacts and flushes for region at 1731349189873Disabling writes for close at 1731349189873Writing region close event to WAL at 1731349189873Closed at 1731349189873 2024-11-11T18:19:49,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:49,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349189874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349189874"}]},"ts":"1731349189874"} 2024-11-11T18:19:49,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:49,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:49,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349189877"}]},"ts":"1731349189877"} 2024-11-11T18:19:49,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:19:49,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b625465f495e19c53df9f29c3ae19dc, ASSIGN}] 2024-11-11T18:19:49,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b625465f495e19c53df9f29c3ae19dc, ASSIGN 2024-11-11T18:19:49,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b625465f495e19c53df9f29c3ae19dc, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42025,1731349179068; forceNewPlan=false, retain=false 2024-11-11T18:19:50,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b625465f495e19c53df9f29c3ae19dc, regionState=OPENING, regionLocation=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b625465f495e19c53df9f29c3ae19dc, ASSIGN because future has completed 2024-11-11T18:19:50,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b625465f495e19c53df9f29c3ae19dc, server=90f34c5bee6a,42025,1731349179068}] 2024-11-11T18:19:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:50,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:50,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:50,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:19:50,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C42025%2C1731349179068.rep, suffix=, logDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068, archiveDir=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/oldWALs, maxLogs=10 2024-11-11T18:19:50,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.rep.1731349190191, exclude list is [], retry=0 2024-11-11T18:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-06b9cfc8-c29f-4ca3-9b65-46797f943f48,DISK] 2024-11-11T18:19:50,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.rep.1731349190191 2024-11-11T18:19:50,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-11T18:19:50,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b625465f495e19c53df9f29c3ae19dc, NAME => 'hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:50,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:50,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:50,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. service=MultiRowMutationService 2024-11-11T18:19:50,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:19:50,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:50,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,217 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,218 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b625465f495e19c53df9f29c3ae19dc columnFamilyName hfileref 2024-11-11T18:19:50,218 DEBUG [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:50,219 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] regionserver.HStore(327): Store=3b625465f495e19c53df9f29c3ae19dc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:50,219 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,220 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b625465f495e19c53df9f29c3ae19dc columnFamilyName queue 2024-11-11T18:19:50,220 DEBUG [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:50,220 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] regionserver.HStore(327): Store=3b625465f495e19c53df9f29c3ae19dc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:50,220 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,221 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b625465f495e19c53df9f29c3ae19dc columnFamilyName sid 2024-11-11T18:19:50,221 DEBUG [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:50,222 INFO [StoreOpener-3b625465f495e19c53df9f29c3ae19dc-1 {}] regionserver.HStore(327): Store=3b625465f495e19c53df9f29c3ae19dc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:50,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:50,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:50,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b625465f495e19c53df9f29c3ae19dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66568843, jitterRate=-0.008046939969062805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:50,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:19:50,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b625465f495e19c53df9f29c3ae19dc: Running coprocessor pre-open hook at 1731349190216Writing region info on filesystem at 1731349190216Initializing all the Stores at 1731349190217 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349190217Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349190217Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349190217Cleaning up temporary data from old regions at 1731349190223 (+6 ms)Running coprocessor post-open hooks at 1731349190228 (+5 ms)Region opened successfully at 1731349190229 (+1 ms) 2024-11-11T18:19:50,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc., pid=10, masterSystemTime=1731349190186 2024-11-11T18:19:50,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:50,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:19:50,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b625465f495e19c53df9f29c3ae19dc, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42025,1731349179068 2024-11-11T18:19:50,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b625465f495e19c53df9f29c3ae19dc, server=90f34c5bee6a,42025,1731349179068 because future has completed 2024-11-11T18:19:50,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:19:50,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b625465f495e19c53df9f29c3ae19dc, server=90f34c5bee6a,42025,1731349179068 in 202 msec 2024-11-11T18:19:50,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:19:50,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b625465f495e19c53df9f29c3ae19dc, ASSIGN in 359 msec 2024-11-11T18:19:50,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:50,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349190241"}]},"ts":"1731349190241"} 2024-11-11T18:19:50,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:19:50,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:50,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-11T18:19:50,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc., hostname=90f34c5bee6a,42025,1731349179068, seqNum=2] 2024-11-11T18:19:50,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:50,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:19:50,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:19:50,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:19:50,427 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:19:50,468 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,42025,1731349179068, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:19:50,469 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:50,469 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42025,1731349179068, seqNum=-1] 2024-11-11T18:19:50,469 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:50,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:50,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,42025,1731349179068', locateType=CURRENT is [region=hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc., hostname=90f34c5bee6a,42025,1731349179068, seqNum=2] 2024-11-11T18:19:50,474 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:19:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:19:50,476 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,42025,1731349179068 suceeded 2024-11-11T18:19:50,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:19:50,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-11T18:19:50,478 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:42167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:19:50,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-11-11T18:19:50,495 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:42167' 2024-11-11T18:19:50,497 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb9026f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:50,497 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42167,-1 for getting cluster id 2024-11-11T18:19:50,497 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:50,498 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bfad619-bf93-4ce1-a396-ca00001b3b7c' 2024-11-11T18:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bfad619-bf93-4ce1-a396-ca00001b3b7c" 2024-11-11T18:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3832f972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42167,-1] 2024-11-11T18:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:50,499 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:50,499 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d699b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:50,499 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:50,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:50,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff960bf 2024-11-11T18:19:50,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:50,501 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:50,501 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,42025,1731349179068 (queues=1) is replicating from cluster=d7e6ad99-3871-48f4-9d85-e78fcd38b39c to cluster=9bfad619-bf93-4ce1-a396-ca00001b3b7c 2024-11-11T18:19:50,502 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C42025%2C1731349179068 2024-11-11T18:19:50,502 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,42025,1731349179068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:19:50,502 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, startPosition=0, beingWritten=true 2024-11-11T18:19:50,502 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C42025%2C1731349179068 2024-11-11T18:19:50,507 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:50,507 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:50,507 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,42025,1731349179068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:50,711 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:51,015 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:51,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:51,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:51,198 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:19:51,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:51,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:51,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:51,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:51,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:51,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:51,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42167,-1 for getting cluster id 2024-11-11T18:19:51,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:51,200 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bfad619-bf93-4ce1-a396-ca00001b3b7c' 2024-11-11T18:19:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bfad619-bf93-4ce1-a396-ca00001b3b7c" 2024-11-11T18:19:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410e13f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42167,-1] 2024-11-11T18:19:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:51,201 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5513a83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:51,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16bed67c 2024-11-11T18:19:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:51,203 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:51,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:19:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:19:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:51,206 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:42125' 2024-11-11T18:19:51,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338822c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:51,207 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42125,-1 for getting cluster id 2024-11-11T18:19:51,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:51,207 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6ad99-3871-48f4-9d85-e78fcd38b39c' 2024-11-11T18:19:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6ad99-3871-48f4-9d85-e78fcd38b39c" 2024-11-11T18:19:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec9a69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42125,-1] 2024-11-11T18:19:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:51,208 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:51,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415d2884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:51,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39f7527c 2024-11-11T18:19:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:51,210 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:19:51,211 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:19:51,211 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:19:51,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:51,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:51,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:51,212 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:19:51,212 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:19:51,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:19:51,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:51,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:19:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:19:51,263 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:19:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:51,419 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:51,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6452a8e104fb6c4b8b4b771a9f2fc204, NAME => 'hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa 2024-11-11T18:19:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:19:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:51,923 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:52,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:52,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6452a8e104fb6c4b8b4b771a9f2fc204, disabling compactions & flushes 2024-11-11T18:19:52,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. after waiting 0 ms 2024-11-11T18:19:52,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6452a8e104fb6c4b8b4b771a9f2fc204: Waiting for close lock at 1731349192028Disabling compacts and flushes for region at 1731349192028Disabling writes for close at 1731349192028Writing region close event to WAL at 1731349192028Closed at 1731349192028 2024-11-11T18:19:52,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:19:52,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349192029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349192029"}]},"ts":"1731349192029"} 2024-11-11T18:19:52,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:19:52,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:19:52,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349192032"}]},"ts":"1731349192032"} 2024-11-11T18:19:52,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:19:52,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6452a8e104fb6c4b8b4b771a9f2fc204, ASSIGN}] 2024-11-11T18:19:52,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6452a8e104fb6c4b8b4b771a9f2fc204, ASSIGN 2024-11-11T18:19:52,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6452a8e104fb6c4b8b4b771a9f2fc204, ASSIGN; state=OFFLINE, location=90f34c5bee6a,33181,1731349182703; forceNewPlan=false, retain=false 2024-11-11T18:19:52,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6452a8e104fb6c4b8b4b771a9f2fc204, regionState=OPENING, regionLocation=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6452a8e104fb6c4b8b4b771a9f2fc204, ASSIGN because future has completed 2024-11-11T18:19:52,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6452a8e104fb6c4b8b4b771a9f2fc204, server=90f34c5bee6a,33181,1731349182703}] 2024-11-11T18:19:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:52,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:19:52,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:19:52,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C33181%2C1731349182703.rep, suffix=, logDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703, archiveDir=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/oldWALs, maxLogs=10 2024-11-11T18:19:52,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.rep.1731349192346, exclude list is [], retry=0 2024-11-11T18:19:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-cf0928bc-fadd-42f1-8d2a-d655d9dd1568,DISK] 2024-11-11T18:19:52,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.rep.1731349192346 2024-11-11T18:19:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38947:38947)] 2024-11-11T18:19:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6452a8e104fb6c4b8b4b771a9f2fc204, NAME => 'hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:19:52,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:19:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:19:52,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. service=MultiRowMutationService 2024-11-11T18:19:52,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:19:52,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:19:52,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,365 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,366 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6452a8e104fb6c4b8b4b771a9f2fc204 columnFamilyName hfileref 2024-11-11T18:19:52,366 DEBUG [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:52,366 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] regionserver.HStore(327): Store=6452a8e104fb6c4b8b4b771a9f2fc204/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:52,366 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,367 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6452a8e104fb6c4b8b4b771a9f2fc204 columnFamilyName queue 2024-11-11T18:19:52,367 DEBUG [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:52,368 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] regionserver.HStore(327): Store=6452a8e104fb6c4b8b4b771a9f2fc204/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:52,368 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,368 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6452a8e104fb6c4b8b4b771a9f2fc204 columnFamilyName sid 2024-11-11T18:19:52,368 DEBUG [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:19:52,369 INFO [StoreOpener-6452a8e104fb6c4b8b4b771a9f2fc204-1 {}] regionserver.HStore(327): Store=6452a8e104fb6c4b8b4b771a9f2fc204/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:19:52,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:19:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:19:52,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6452a8e104fb6c4b8b4b771a9f2fc204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64289322, jitterRate=-0.04201444983482361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:19:52,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:52,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6452a8e104fb6c4b8b4b771a9f2fc204: Running coprocessor pre-open hook at 1731349192364Writing region info on filesystem at 1731349192364Initializing all the Stores at 1731349192364Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349192365 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349192365Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349192365Cleaning up temporary data from old regions at 1731349192370 (+5 ms)Running coprocessor post-open hooks at 1731349192373 (+3 ms)Region opened successfully at 1731349192373 2024-11-11T18:19:52,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204., pid=10, masterSystemTime=1731349192341 2024-11-11T18:19:52,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:52,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6452a8e104fb6c4b8b4b771a9f2fc204, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:52,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6452a8e104fb6c4b8b4b771a9f2fc204, server=90f34c5bee6a,33181,1731349182703 because future has completed 2024-11-11T18:19:52,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:19:52,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6452a8e104fb6c4b8b4b771a9f2fc204, server=90f34c5bee6a,33181,1731349182703 in 191 msec 2024-11-11T18:19:52,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:19:52,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6452a8e104fb6c4b8b4b771a9f2fc204, ASSIGN in 349 msec 2024-11-11T18:19:52,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:19:52,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349192386"}]},"ts":"1731349192386"} 2024-11-11T18:19:52,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:19:52,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:19:52,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-11T18:19:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204., hostname=90f34c5bee6a,33181,1731349182703, seqNum=2] 2024-11-11T18:19:52,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:52,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:52,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:19:52,527 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:52,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:19:52,581 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:19:52,610 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,33181,1731349182703, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:19:52,611 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:52,611 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33181,1731349182703, seqNum=-1] 2024-11-11T18:19:52,611 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:52,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:52,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,33181,1731349182703', locateType=CURRENT is [region=hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204., hostname=90f34c5bee6a,33181,1731349182703, seqNum=2] 2024-11-11T18:19:52,616 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:19:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:19:52,618 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,33181,1731349182703 suceeded 2024-11-11T18:19:52,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:19:52,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T18:19:52,619 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:19:52,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-11T18:19:52,648 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:42125' 2024-11-11T18:19:52,650 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fbaf58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:52,650 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42125,-1 for getting cluster id 2024-11-11T18:19:52,650 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:52,651 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6ad99-3871-48f4-9d85-e78fcd38b39c' 2024-11-11T18:19:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6ad99-3871-48f4-9d85-e78fcd38b39c" 2024-11-11T18:19:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45b889ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42125,-1] 2024-11-11T18:19:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:52,653 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:52,653 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e71c80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:52,653 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42125,1731349179017 2024-11-11T18:19:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9b406d 2024-11-11T18:19:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:19:52,655 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T18:19:52,656 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,33181,1731349182703 (queues=1) is replicating from cluster=9bfad619-bf93-4ce1-a396-ca00001b3b7c to cluster=d7e6ad99-3871-48f4-9d85-e78fcd38b39c 2024-11-11T18:19:52,656 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C33181%2C1731349182703 2024-11-11T18:19:52,656 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,33181,1731349182703, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:19:52,656 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C33181%2C1731349182703 2024-11-11T18:19:52,656 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, startPosition=0, beingWritten=true 2024-11-11T18:19:52,662 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:52,662 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 379, reset compression=false 2024-11-11T18:19:52,662 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,33181,1731349182703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:52,865 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 379, reset compression=false 2024-11-11T18:19:52,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:19:53,169 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 379, reset compression=false 2024-11-11T18:19:53,230 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:19:53,349 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:19:53,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:53,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:53,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:53,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:53,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:53,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42025,1731349179068, seqNum=-1] 2024-11-11T18:19:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:53,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349185741.f0763882524082c3ac92fce26b5f3d23., hostname=90f34c5bee6a,42025,1731349179068, seqNum=2] 2024-11-11T18:19:53,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33181,1731349182703, seqNum=-1] 2024-11-11T18:19:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:53,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:19:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957., hostname=90f34c5bee6a,33181,1731349182703, seqNum=2] 2024-11-11T18:19:53,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T18:19:53,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:19:53,438 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:53,438 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18271 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:19:53,574 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 379, reset compression=false 2024-11-11T18:19:54,047 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 379, reset compression=false 2024-11-11T18:19:54,052 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:54,052 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 480, reset compression=false 2024-11-11T18:19:54,052 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,42025,1731349179068 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0763882524082c3ac92fce26b5f3d23/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T18:19:54,054 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:54,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T18:19:54,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:19:54,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31e8573f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:54,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42167,-1 for getting cluster id 2024-11-11T18:19:54,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:54,058 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bfad619-bf93-4ce1-a396-ca00001b3b7c' 2024-11-11T18:19:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bfad619-bf93-4ce1-a396-ca00001b3b7c" 2024-11-11T18:19:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254288cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42167,-1] 2024-11-11T18:19:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:54,060 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:54,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@182343f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:54,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:54,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,33181,1731349182703, seqNum=-1] 2024-11-11T18:19:54,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:54,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957., hostname=90f34c5bee6a,33181,1731349182703, seqNum=2] 2024-11-11T18:19:54,077 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 379, reset compression=false 2024-11-11T18:19:54,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:19:54,257 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 480, reset compression=false 2024-11-11T18:19:54,365 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T18:19:54,368 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T18:19:54,560 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 480, reset compression=false 2024-11-11T18:19:54,681 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 379, reset compression=false 2024-11-11T18:19:54,686 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:54,686 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 608, reset compression=false 2024-11-11T18:19:54,686 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,33181,1731349182703 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1751e60eacfffba1cc105ec9c62e957/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:19:54,688 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:19:54,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T18:19:54,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:19:54,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@445dd12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:54,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42125,-1 for getting cluster id 2024-11-11T18:19:54,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:19:54,690 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6ad99-3871-48f4-9d85-e78fcd38b39c' 2024-11-11T18:19:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:19:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6ad99-3871-48f4-9d85-e78fcd38b39c" 2024-11-11T18:19:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d17ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42125,-1] 2024-11-11T18:19:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:19:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:54,692 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:19:54,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e0c5227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:19:54,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:19:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42025,1731349179068, seqNum=-1] 2024-11-11T18:19:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:19:54,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T18:19:54,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731349185741.f0763882524082c3ac92fce26b5f3d23., hostname=90f34c5bee6a,42025,1731349179068, seqNum=2] 2024-11-11T18:19:54,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 608, reset compression=false 2024-11-11T18:19:54,965 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 480, reset compression=false 2024-11-11T18:19:54,970 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:54,970 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 608, reset compression=false 2024-11-11T18:19:54,970 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,42025,1731349179068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:55,173 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 608, reset compression=false 2024-11-11T18:19:55,193 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 608, reset compression=false 2024-11-11T18:19:55,370 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T18:19:55,379 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T18:19:55,477 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 608, reset compression=false 2024-11-11T18:19:55,483 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:55,483 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 764, reset compression=false 2024-11-11T18:19:55,483 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,42025,1731349179068 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0763882524082c3ac92fce26b5f3d23/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T18:19:55,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:19:55,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:19:55,597 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 608, reset compression=false 2024-11-11T18:19:55,602 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:55,602 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 756, reset compression=false 2024-11-11T18:19:55,602 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,33181,1731349182703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:55,687 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 764, reset compression=false 2024-11-11T18:19:55,805 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 756, reset compression=false 2024-11-11T18:19:55,991 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 764, reset compression=false 2024-11-11T18:19:56,109 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 756, reset compression=false 2024-11-11T18:19:56,382 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T18:19:56,385 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T18:19:56,395 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 764, reset compression=false 2024-11-11T18:19:56,513 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 756, reset compression=false 2024-11-11T18:19:56,518 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:19:56,518 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 915, reset compression=false 2024-11-11T18:19:56,518 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,33181,1731349182703 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1751e60eacfffba1cc105ec9c62e957/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T18:19:56,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:19:56,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42025 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:19:56,722 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 915, reset compression=false 2024-11-11T18:19:56,899 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 764, reset compression=false 2024-11-11T18:19:56,904 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:56,904 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:56,904 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,42025,1731349179068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:57,025 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 915, reset compression=false 2024-11-11T18:19:57,107 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:57,387 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T18:19:57,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:19:57,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:57,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:57,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:57,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:57,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:57,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:19:57,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651838837, stopped=false 2024-11-11T18:19:57,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,42167,1731349182659 2024-11-11T18:19:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741324486/running 2024-11-11T18:19:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741324486/running 2024-11-11T18:19:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:57,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:57,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:19:57,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:57,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:57,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,33181,1731349182703' ***** 2024-11-11T18:19:57,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:19:57,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/running 2024-11-11T18:19:57,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Set watcher on znode that does not yet exist, /1-1741324486/running 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:19:57,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(3091): Received CLOSE for 6452a8e104fb6c4b8b4b771a9f2fc204 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(3091): Received CLOSE for d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33181. 2024-11-11T18:19:57,393 DEBUG [RS:0;90f34c5bee6a:33181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:57,393 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:57,393 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6452a8e104fb6c4b8b4b771a9f2fc204, disabling compactions & flushes 2024-11-11T18:19:57,393 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:19:57,393 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:57,393 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:19:57,394 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. after waiting 0 ms 2024-11-11T18:19:57,394 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:57,394 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:19:57,394 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6452a8e104fb6c4b8b4b771a9f2fc204 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-11T18:19:57,394 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:19:57,394 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1325): Online Regions={6452a8e104fb6c4b8b4b771a9f2fc204=hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204., 1588230740=hbase:meta,,1.1588230740, d1751e60eacfffba1cc105ec9c62e957=test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.} 2024-11-11T18:19:57,394 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6452a8e104fb6c4b8b4b771a9f2fc204, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:57,394 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:19:57,394 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:19:57,394 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:19:57,394 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:19:57,394 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:19:57,394 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:19:57,410 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/info/d6a09805fefd4ff1bcb868150c8e9664 is 147, key is hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204./info:regioninfo/1731349192376/Put/seqid=0 2024-11-11T18:19:57,410 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/.tmp/queue/922d4354b2e047fe9acb69c58409dca1 is 153, key is 1-90f34c5bee6a,33181,1731349182703/queue:90f34c5bee6a%2C33181%2C1731349182703/1731349196523/Put/seqid=0 2024-11-11T18:19:57,411 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741840_1016 (size=5352) 2024-11-11T18:19:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741841_1017 (size=7686) 2024-11-11T18:19:57,430 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 915, reset compression=false 2024-11-11T18:19:57,466 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:57,555 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:19:57,555 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:19:57,594 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6452a8e104fb6c4b8b4b771a9f2fc204, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:57,794 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6452a8e104fb6c4b8b4b771a9f2fc204, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:57,815 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/.tmp/queue/922d4354b2e047fe9acb69c58409dca1 2024-11-11T18:19:57,815 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/info/d6a09805fefd4ff1bcb868150c8e9664 2024-11-11T18:19:57,818 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:57,820 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/.tmp/queue/922d4354b2e047fe9acb69c58409dca1 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/queue/922d4354b2e047fe9acb69c58409dca1 2024-11-11T18:19:57,825 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/queue/922d4354b2e047fe9acb69c58409dca1, entries=1, sequenceid=9, filesize=5.2 K 2024-11-11T18:19:57,826 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 6452a8e104fb6c4b8b4b771a9f2fc204 in 432ms, sequenceid=9, compaction requested=false 2024-11-11T18:19:57,830 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/replication/6452a8e104fb6c4b8b4b771a9f2fc204/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:19:57,831 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:57,831 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:57,831 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:57,831 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6452a8e104fb6c4b8b4b771a9f2fc204: Waiting for close lock at 1731349197393Running coprocessor pre-close hooks at 1731349197393Disabling compacts and flushes for region at 1731349197393Disabling writes for close at 1731349197394 (+1 ms)Obtaining lock to block concurrent updates at 1731349197394Preparing flush snapshotting stores in 6452a8e104fb6c4b8b4b771a9f2fc204 at 1731349197394Finished memstore snapshotting hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731349197394Flushing stores of hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. at 1731349197395 (+1 ms)Flushing 6452a8e104fb6c4b8b4b771a9f2fc204/queue: creating writer at 1731349197395Flushing 6452a8e104fb6c4b8b4b771a9f2fc204/queue: appending metadata at 1731349197409 (+14 ms)Flushing 6452a8e104fb6c4b8b4b771a9f2fc204/queue: closing flushed file at 1731349197409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68034edd: reopening flushed file at 1731349197819 (+410 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 6452a8e104fb6c4b8b4b771a9f2fc204 in 432ms, sequenceid=9, compaction requested=false at 1731349197826 (+7 ms)Writing region close event to WAL at 1731349197828 (+2 ms)Running coprocessor post-close hooks at 1731349197831 (+3 ms)Closed at 1731349197831 2024-11-11T18:19:57,831 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349191211.6452a8e104fb6c4b8b4b771a9f2fc204. 2024-11-11T18:19:57,831 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1751e60eacfffba1cc105ec9c62e957, disabling compactions & flushes 2024-11-11T18:19:57,832 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:57,832 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:57,832 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. after waiting 0 ms 2024-11-11T18:19:57,832 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:57,832 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1751e60eacfffba1cc105ec9c62e957 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T18:19:57,835 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/ns/8d75a8b4dd5d4d608564533ea7a94a32 is 43, key is default/ns:d/1731349185660/Put/seqid=0 2024-11-11T18:19:57,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:19:57,850 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/f/46cc10f728c2423a87eb2665ee4966bd is 29, key is row1/f:/1731349196383/DeleteFamily/seqid=0 2024-11-11T18:19:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741843_1019 (size=5118) 2024-11-11T18:19:57,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:19:57,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:19:57,934 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 915, reset compression=false 2024-11-11T18:19:57,939 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:57,939 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 1162, reset compression=false 2024-11-11T18:19:57,939 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,33181,1731349182703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:19:57,940 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,33181,1731349182703: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,33181,1731349182703, walGroup=90f34c5bee6a%2C33181%2C1731349182703, offset=90f34c5bee6a%2C33181%2C1731349182703.1731349184686:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:19:57,941 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:19:57,941 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:19:57,942 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:19:57,942 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:19:57,942 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:19:57,942 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 604366744 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191285472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:19:57,942 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:42167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:42167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:19:57,994 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:58,144 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 1162, reset compression=false 2024-11-11T18:19:58,195 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:58,239 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/ns/8d75a8b4dd5d4d608564533ea7a94a32 2024-11-11T18:19:58,254 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/f/46cc10f728c2423a87eb2665ee4966bd 2024-11-11T18:19:58,258 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/rep_barrier/9028de5e323c44fb81a360c63742f39b is 112, key is test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957./rep_barrier:seqnumDuringOpen/1731349188030/Put/seqid=0 2024-11-11T18:19:58,258 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46cc10f728c2423a87eb2665ee4966bd 2024-11-11T18:19:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741844_1020 (size=5518) 2024-11-11T18:19:58,273 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/f1/6bc1616ce8754163849cbb02ad9fbc60 is 30, key is row1/f1:/1731349196383/DeleteFamily/seqid=0 2024-11-11T18:19:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741845_1021 (size=5123) 2024-11-11T18:19:58,322 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:58,395 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:19:58,395 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d1751e60eacfffba1cc105ec9c62e957=test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957.} 2024-11-11T18:19:58,395 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:58,448 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 1162, reset compression=false 2024-11-11T18:19:58,595 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:58,662 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/rep_barrier/9028de5e323c44fb81a360c63742f39b 2024-11-11T18:19:58,676 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/f1/6bc1616ce8754163849cbb02ad9fbc60 2024-11-11T18:19:58,680 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bc1616ce8754163849cbb02ad9fbc60 2024-11-11T18:19:58,681 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/table/f2e3cb3933f2466f9a151752fa24c822 is 53, key is hbase:replication/table:state/1731349192386/Put/seqid=0 2024-11-11T18:19:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741846_1022 (size=5308) 2024-11-11T18:19:58,699 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/norep/ba1627b1e25943af951429309c30f96e is 33, key is row1/norep:/1731349196383/DeleteFamily/seqid=0 2024-11-11T18:19:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741847_1023 (size=5108) 2024-11-11T18:19:58,795 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:58,851 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 1162, reset compression=false 2024-11-11T18:19:58,926 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:58,995 DEBUG [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1751e60eacfffba1cc105ec9c62e957 2024-11-11T18:19:59,085 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/table/f2e3cb3933f2466f9a151752fa24c822 2024-11-11T18:19:59,089 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/info/d6a09805fefd4ff1bcb868150c8e9664 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/info/d6a09805fefd4ff1bcb868150c8e9664 2024-11-11T18:19:59,093 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/info/d6a09805fefd4ff1bcb868150c8e9664, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:19:59,094 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/ns/8d75a8b4dd5d4d608564533ea7a94a32 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/ns/8d75a8b4dd5d4d608564533ea7a94a32 2024-11-11T18:19:59,098 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/ns/8d75a8b4dd5d4d608564533ea7a94a32, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:19:59,098 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/rep_barrier/9028de5e323c44fb81a360c63742f39b as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/rep_barrier/9028de5e323c44fb81a360c63742f39b 2024-11-11T18:19:59,102 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/rep_barrier/9028de5e323c44fb81a360c63742f39b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:19:59,102 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/norep/ba1627b1e25943af951429309c30f96e 2024-11-11T18:19:59,102 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/.tmp/table/f2e3cb3933f2466f9a151752fa24c822 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/table/f2e3cb3933f2466f9a151752fa24c822 2024-11-11T18:19:59,106 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1627b1e25943af951429309c30f96e 2024-11-11T18:19:59,106 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/table/f2e3cb3933f2466f9a151752fa24c822, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:19:59,107 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/f/46cc10f728c2423a87eb2665ee4966bd as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/f/46cc10f728c2423a87eb2665ee4966bd 2024-11-11T18:19:59,107 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-11T18:19:59,111 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46cc10f728c2423a87eb2665ee4966bd 2024-11-11T18:19:59,111 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/f/46cc10f728c2423a87eb2665ee4966bd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T18:19:59,112 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/f1/6bc1616ce8754163849cbb02ad9fbc60 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/f1/6bc1616ce8754163849cbb02ad9fbc60 2024-11-11T18:19:59,112 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:19:59,112 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:59,112 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:19:59,113 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:59,113 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349197394Running coprocessor pre-close hooks at 1731349197394Disabling compacts and flushes for region at 1731349197394Disabling writes for close at 1731349197394Obtaining lock to block concurrent updates at 1731349197394Preparing flush snapshotting stores in 1588230740 at 1731349197394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349197394Flushing stores of hbase:meta,,1.1588230740 at 1731349197395 (+1 ms)Flushing 1588230740/info: creating writer at 1731349197395Flushing 1588230740/info: appending metadata at 1731349197409 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731349197409Flushing 1588230740/ns: creating writer at 1731349197820 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731349197835 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731349197835Flushing 1588230740/rep_barrier: creating writer at 1731349198243 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349198257 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349198257Flushing 1588230740/table: creating writer at 1731349198666 (+409 ms)Flushing 1588230740/table: appending metadata at 1731349198680 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349198680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d57bdcf: reopening flushed file at 1731349199089 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d349b35: reopening flushed file at 1731349199093 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d35ae34: reopening flushed file at 1731349199098 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79041820: reopening flushed file at 1731349199102 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731349199107 (+5 ms)Writing region close event to WAL at 1731349199109 (+2 ms)Running coprocessor post-close hooks at 1731349199112 (+3 ms)Closed at 1731349199113 (+1 ms) 2024-11-11T18:19:59,113 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:19:59,115 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bc1616ce8754163849cbb02ad9fbc60 2024-11-11T18:19:59,115 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/f1/6bc1616ce8754163849cbb02ad9fbc60, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T18:19:59,116 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/.tmp/norep/ba1627b1e25943af951429309c30f96e as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/norep/ba1627b1e25943af951429309c30f96e 2024-11-11T18:19:59,120 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1627b1e25943af951429309c30f96e 2024-11-11T18:19:59,120 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/norep/ba1627b1e25943af951429309c30f96e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T18:19:59,121 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d1751e60eacfffba1cc105ec9c62e957 in 1289ms, sequenceid=8, compaction requested=false 2024-11-11T18:19:59,124 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/data/default/test/d1751e60eacfffba1cc105ec9c62e957/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:19:59,125 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:19:59,125 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:19:59,125 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:59,125 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1751e60eacfffba1cc105ec9c62e957: Waiting for close lock at 1731349197831Running coprocessor pre-close hooks at 1731349197831Disabling compacts and flushes for region at 1731349197831Disabling writes for close at 1731349197832 (+1 ms)Obtaining lock to block concurrent updates at 1731349197832Preparing flush snapshotting stores in d1751e60eacfffba1cc105ec9c62e957 at 1731349197832Finished memstore snapshotting test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731349197832Flushing stores of test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. at 1731349197832Flushing d1751e60eacfffba1cc105ec9c62e957/f: creating writer at 1731349197832Flushing d1751e60eacfffba1cc105ec9c62e957/f: appending metadata at 1731349197849 (+17 ms)Flushing d1751e60eacfffba1cc105ec9c62e957/f: closing flushed file at 1731349197849Flushing d1751e60eacfffba1cc105ec9c62e957/f1: creating writer at 1731349198258 (+409 ms)Flushing d1751e60eacfffba1cc105ec9c62e957/f1: appending metadata at 1731349198272 (+14 ms)Flushing d1751e60eacfffba1cc105ec9c62e957/f1: closing flushed file at 1731349198272Flushing d1751e60eacfffba1cc105ec9c62e957/norep: creating writer at 1731349198680 (+408 ms)Flushing d1751e60eacfffba1cc105ec9c62e957/norep: appending metadata at 1731349198698 (+18 ms)Flushing d1751e60eacfffba1cc105ec9c62e957/norep: closing flushed file at 1731349198698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11944ffe: reopening flushed file at 1731349199106 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7826404d: reopening flushed file at 1731349199111 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e95beda: reopening flushed file at 1731349199116 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d1751e60eacfffba1cc105ec9c62e957 in 1289ms, sequenceid=8, compaction requested=false at 1731349199121 (+5 ms)Writing region close event to WAL at 1731349199122 (+1 ms)Running coprocessor post-close hooks at 1731349199125 (+3 ms)Closed at 1731349199125 2024-11-11T18:19:59,125 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349186881.d1751e60eacfffba1cc105ec9c62e957. 2024-11-11T18:19:59,196 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,33181,1731349182703; all regions closed. 2024-11-11T18:19:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:19:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741839_1015 (size=2458) 2024-11-11T18:19:59,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.rep.1731349192346 not finished, retry = 0 2024-11-11T18:19:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741832_1008 (size=1814) 2024-11-11T18:19:59,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 not finished, retry = 0 2024-11-11T18:19:59,355 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 to pos 1162, reset compression=false 2024-11-11T18:19:59,404 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:59,404 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:19:59,404 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:59,404 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:59,405 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:59,405 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:19:59,405 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,33181,1731349182703 because: Region server is closing 2024-11-11T18:19:59,405 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/WALs/90f34c5bee6a,33181,1731349182703/90f34c5bee6a%2C33181%2C1731349182703.1731349184686 2024-11-11T18:19:59,405 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.wal-reader.90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:19:59,406 INFO [RS:0;90f34c5bee6a:33181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33181. 2024-11-11T18:19:59,406 DEBUG [RS:0;90f34c5bee6a:33181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:59,406 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:59,406 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:59,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:59,406 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,33181,1731349182703.replicationSource.shipper90f34c5bee6a%2C33181%2C1731349182703,1-90f34c5bee6a,33181,1731349182703 terminated 2024-11-11T18:19:59,406 INFO [RS:0;90f34c5bee6a:33181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33181. 2024-11-11T18:19:59,406 DEBUG [RS:0;90f34c5bee6a:33181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:19:59,406 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:59,406 DEBUG [RS:0;90f34c5bee6a:33181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:19:59,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:19:59,406 INFO [RS:0;90f34c5bee6a:33181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33181 2024-11-11T18:19:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741324486/rs/90f34c5bee6a,33181,1731349182703 2024-11-11T18:19:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486/rs 2024-11-11T18:19:59,408 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:19:59,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,33181,1731349182703] 2024-11-11T18:19:59,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741324486/draining/90f34c5bee6a,33181,1731349182703 already deleted, retry=false 2024-11-11T18:19:59,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,33181,1731349182703 expired; onlineServers=0 2024-11-11T18:19:59,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,42167,1731349182659' ***** 2024-11-11T18:19:59,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:19:59,410 INFO [M:0;90f34c5bee6a:42167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:19:59,410 INFO [M:0;90f34c5bee6a:42167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:19:59,410 DEBUG [M:0;90f34c5bee6a:42167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:19:59,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:19:59,410 DEBUG [M:0;90f34c5bee6a:42167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:19:59,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349184474 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349184474,5,FailOnTimeoutGroup] 2024-11-11T18:19:59,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349184475 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349184475,5,FailOnTimeoutGroup] 2024-11-11T18:19:59,410 INFO [M:0;90f34c5bee6a:42167 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:19:59,411 INFO [M:0;90f34c5bee6a:42167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:19:59,411 DEBUG [M:0;90f34c5bee6a:42167 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:19:59,411 INFO [M:0;90f34c5bee6a:42167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:19:59,411 INFO [M:0;90f34c5bee6a:42167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:19:59,411 INFO [M:0;90f34c5bee6a:42167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:19:59,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:19:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741324486/master 2024-11-11T18:19:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741324486 2024-11-11T18:19:59,413 DEBUG [M:0;90f34c5bee6a:42167 {}] zookeeper.ZKUtil(347): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Unable to get data of znode /1-1741324486/master because node does not exist (not an error) 2024-11-11T18:19:59,413 WARN [M:0;90f34c5bee6a:42167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:19:59,413 INFO [M:0;90f34c5bee6a:42167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/.lastflushedseqids 2024-11-11T18:19:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741848_1024 (size=245) 2024-11-11T18:19:59,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:19:59,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T18:19:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33181-0x1010841d2af0004, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:19:59,510 INFO [RS:0;90f34c5bee6a:33181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:19:59,510 INFO [RS:0;90f34c5bee6a:33181 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,33181,1731349182703; zookeeper connection closed. 2024-11-11T18:19:59,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b4515fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b4515fe 2024-11-11T18:19:59,510 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:19:59,630 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:19:59,819 INFO [M:0;90f34c5bee6a:42167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:19:59,819 INFO [M:0;90f34c5bee6a:42167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:19:59,819 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:19:59,819 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:59,819 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:59,819 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:19:59,819 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:19:59,819 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T18:19:59,834 DEBUG [M:0;90f34c5bee6a:42167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0032d2f5842840c1b932ff91f274def4 is 82, key is hbase:meta,,1/info:regioninfo/1731349185651/Put/seqid=0 2024-11-11T18:19:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741849_1025 (size=5672) 2024-11-11T18:20:00,239 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0032d2f5842840c1b932ff91f274def4 2024-11-11T18:20:00,256 DEBUG [M:0;90f34c5bee6a:42167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/101dca4de06e432cb8fce2bf714a7f79 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349192391/Put/seqid=0 2024-11-11T18:20:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741850_1026 (size=8516) 2024-11-11T18:20:00,434 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:20:00,661 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/101dca4de06e432cb8fce2bf714a7f79 2024-11-11T18:20:00,683 DEBUG [M:0;90f34c5bee6a:42167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0695b6f742e44a10b67513d9f47eac55 is 69, key is 90f34c5bee6a,33181,1731349182703/rs:state/1731349184543/Put/seqid=0 2024-11-11T18:20:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741851_1027 (size=5156) 2024-11-11T18:20:01,087 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0695b6f742e44a10b67513d9f47eac55 2024-11-11T18:20:01,092 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0032d2f5842840c1b932ff91f274def4 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0032d2f5842840c1b932ff91f274def4 2024-11-11T18:20:01,095 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0032d2f5842840c1b932ff91f274def4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:20:01,096 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/101dca4de06e432cb8fce2bf714a7f79 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/101dca4de06e432cb8fce2bf714a7f79 2024-11-11T18:20:01,099 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/101dca4de06e432cb8fce2bf714a7f79, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:20:01,099 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0695b6f742e44a10b67513d9f47eac55 as hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0695b6f742e44a10b67513d9f47eac55 2024-11-11T18:20:01,103 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39141/user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0695b6f742e44a10b67513d9f47eac55, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:20:01,103 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-11T18:20:01,105 INFO [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:01,105 DEBUG [M:0;90f34c5bee6a:42167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349199819Disabling compacts and flushes for region at 1731349199819Disabling writes for close at 1731349199819Obtaining lock to block concurrent updates at 1731349199819Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349199819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731349199820 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349199820Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349199820Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349199834 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349199834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349200242 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349200256 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349200256Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349200665 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349200682 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349200682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fa196e: reopening flushed file at 1731349201091 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e87e6c5: reopening flushed file at 1731349201095 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26140488: reopening flushed file at 1731349201099 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731349201103 (+4 ms)Writing region close event to WAL at 1731349201105 (+2 ms)Closed at 1731349201105 2024-11-11T18:20:01,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb3a3f9b-8c5b-10b8-a94e-027a758247fa/MasterData/WALs/90f34c5bee6a,42167,1731349182659/90f34c5bee6a%2C42167%2C1731349182659.1731349184400 not finished, retry = 0 2024-11-11T18:20:01,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741830_1006 (size=63654) 2024-11-11T18:20:01,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:01,208 INFO [M:0;90f34c5bee6a:42167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:20:01,208 INFO [M:0;90f34c5bee6a:42167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42167 2024-11-11T18:20:01,209 INFO [M:0;90f34c5bee6a:42167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:01,311 INFO [M:0;90f34c5bee6a:42167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:01,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:01,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42167-0x1010841d2af0003, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:01,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e70714f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:01,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:01,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:01,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:01,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:01,316 WARN [BP-553018193-172.17.0.2-1731349181732 heartbeating to localhost/127.0.0.1:39141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:20:01,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:20:01,316 WARN [BP-553018193-172.17.0.2-1731349181732 heartbeating to localhost/127.0.0.1:39141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-553018193-172.17.0.2-1731349181732 (Datanode Uuid f915b7cc-ca2b-44ce-ab60-d0e53e150653) service to localhost/127.0.0.1:39141 2024-11-11T18:20:01,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:20:01,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/cluster_cea8dc04-11f6-fa50-ae1f-70d4f23d3251/data/data1/current/BP-553018193-172.17.0.2-1731349181732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:01,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/cluster_cea8dc04-11f6-fa50-ae1f-70d4f23d3251/data/data2/current/BP-553018193-172.17.0.2-1731349181732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:01,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:20:01,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3992b297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:01,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:01,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:01,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:01,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:20:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:20:01,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:01,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:01,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:01,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:01,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:01,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:20:01,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335321636, stopped=false 2024-11-11T18:20:01,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,42125,1731349179017 2024-11-11T18:20:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01745686711/running 2024-11-11T18:20:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01745686711/running 2024-11-11T18:20:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:20:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:20:01,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:01,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:01,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/running 2024-11-11T18:20:01,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:01,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Set watcher on znode that does not yet exist, /01745686711/running 2024-11-11T18:20:01,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:01,338 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:20:01,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,42025,1731349179068' ***** 2024-11-11T18:20:01,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:20:01,339 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:20:01,339 INFO [RS:0;90f34c5bee6a:42025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:20:01,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:20:01,339 INFO [RS:0;90f34c5bee6a:42025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:20:01,339 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b625465f495e19c53df9f29c3ae19dc 2024-11-11T18:20:01,339 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(3091): Received CLOSE for f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,42025,1731349179068 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42025. 2024-11-11T18:20:01,340 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b625465f495e19c53df9f29c3ae19dc, disabling compactions & flushes 2024-11-11T18:20:01,340 DEBUG [RS:0;90f34c5bee6a:42025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:01,340 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:20:01,340 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:20:01,340 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:20:01,340 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:20:01,340 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. after waiting 0 ms 2024-11-11T18:20:01,341 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:20:01,341 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:20:01,341 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1325): Online Regions={3b625465f495e19c53df9f29c3ae19dc=hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc., 1588230740=hbase:meta,,1.1588230740, f0763882524082c3ac92fce26b5f3d23=test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.} 2024-11-11T18:20:01,341 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b625465f495e19c53df9f29c3ae19dc 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T18:20:01,341 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b625465f495e19c53df9f29c3ae19dc, f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:01,341 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:01,341 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:01,341 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:01,341 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:01,341 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:01,341 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:20:01,353 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:01,359 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/.tmp/queue/d562c25bfcd2413aab181a4128cfccd4 is 153, key is 1-90f34c5bee6a,42025,1731349179068/queue:90f34c5bee6a%2C42025%2C1731349179068/1731349196905/Put/seqid=0 2024-11-11T18:20:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741840_1016 (size=5352) 2024-11-11T18:20:01,364 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/info/279e3d26567846d6be1430437ca5133e is 147, key is hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc./info:regioninfo/1731349190233/Put/seqid=0 2024-11-11T18:20:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741841_1017 (size=7686) 2024-11-11T18:20:01,541 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b625465f495e19c53df9f29c3ae19dc, f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:01,741 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b625465f495e19c53df9f29c3ae19dc, f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:01,763 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/.tmp/queue/d562c25bfcd2413aab181a4128cfccd4 2024-11-11T18:20:01,768 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/info/279e3d26567846d6be1430437ca5133e 2024-11-11T18:20:01,769 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/.tmp/queue/d562c25bfcd2413aab181a4128cfccd4 as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/queue/d562c25bfcd2413aab181a4128cfccd4 2024-11-11T18:20:01,773 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/queue/d562c25bfcd2413aab181a4128cfccd4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T18:20:01,774 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3b625465f495e19c53df9f29c3ae19dc in 433ms, sequenceid=10, compaction requested=false 2024-11-11T18:20:01,782 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/replication/3b625465f495e19c53df9f29c3ae19dc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T18:20:01,782 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:01,782 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:20:01,782 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:20:01,782 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b625465f495e19c53df9f29c3ae19dc: Waiting for close lock at 1731349201340Running coprocessor pre-close hooks at 1731349201340Disabling compacts and flushes for region at 1731349201340Disabling writes for close at 1731349201340Obtaining lock to block concurrent updates at 1731349201341 (+1 ms)Preparing flush snapshotting stores in 3b625465f495e19c53df9f29c3ae19dc at 1731349201341Finished memstore snapshotting hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731349201341Flushing stores of hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. at 1731349201341Flushing 3b625465f495e19c53df9f29c3ae19dc/queue: creating writer at 1731349201342 (+1 ms)Flushing 3b625465f495e19c53df9f29c3ae19dc/queue: appending metadata at 1731349201358 (+16 ms)Flushing 3b625465f495e19c53df9f29c3ae19dc/queue: closing flushed file at 1731349201358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1832e33e: reopening flushed file at 1731349201768 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3b625465f495e19c53df9f29c3ae19dc in 433ms, sequenceid=10, compaction requested=false at 1731349201774 (+6 ms)Writing region close event to WAL at 1731349201774Running coprocessor post-close hooks at 1731349201782 (+8 ms)Closed at 1731349201782 2024-11-11T18:20:01,783 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349189058.3b625465f495e19c53df9f29c3ae19dc. 2024-11-11T18:20:01,783 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0763882524082c3ac92fce26b5f3d23, disabling compactions & flushes 2024-11-11T18:20:01,783 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:20:01,783 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:20:01,783 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. after waiting 0 ms 2024-11-11T18:20:01,783 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:20:01,783 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0763882524082c3ac92fce26b5f3d23 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T18:20:01,787 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/ns/b61de2e2bc9a46bf9071480bfecfff70 is 43, key is default/ns:d/1731349181642/Put/seqid=0 2024-11-11T18:20:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:20:01,796 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/ns/b61de2e2bc9a46bf9071480bfecfff70 2024-11-11T18:20:01,801 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/f/77d1c2797239421a8fb9c2c21a9e9ae4 is 29, key is row1/f:/1731349196383/DeleteFamily/seqid=0 2024-11-11T18:20:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741843_1019 (size=5118) 2024-11-11T18:20:01,809 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/f/77d1c2797239421a8fb9c2c21a9e9ae4 2024-11-11T18:20:01,814 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77d1c2797239421a8fb9c2c21a9e9ae4 2024-11-11T18:20:01,817 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/rep_barrier/1087f1dc532846f7b625498633d06367 is 112, key is test,,1731349185741.f0763882524082c3ac92fce26b5f3d23./rep_barrier:seqnumDuringOpen/1731349186497/Put/seqid=0 2024-11-11T18:20:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741844_1020 (size=5518) 2024-11-11T18:20:01,822 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/rep_barrier/1087f1dc532846f7b625498633d06367 2024-11-11T18:20:01,837 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/f1/406c29e86674414a9100920705699d5c is 30, key is row1/f1:/1731349196383/DeleteFamily/seqid=0 2024-11-11T18:20:01,839 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/table/d85ba9ac3db349d4b6d5eb18e099d77e is 53, key is hbase:replication/table:state/1731349190241/Put/seqid=0 2024-11-11T18:20:01,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741845_1021 (size=5123) 2024-11-11T18:20:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741846_1022 (size=5308) 2024-11-11T18:20:01,930 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:20:01,930 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:20:01,941 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:02,141 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:02,242 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/f1/406c29e86674414a9100920705699d5c 2024-11-11T18:20:02,245 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/table/d85ba9ac3db349d4b6d5eb18e099d77e 2024-11-11T18:20:02,246 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 406c29e86674414a9100920705699d5c 2024-11-11T18:20:02,250 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/info/279e3d26567846d6be1430437ca5133e as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/info/279e3d26567846d6be1430437ca5133e 2024-11-11T18:20:02,254 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/info/279e3d26567846d6be1430437ca5133e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:20:02,255 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/ns/b61de2e2bc9a46bf9071480bfecfff70 as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/ns/b61de2e2bc9a46bf9071480bfecfff70 2024-11-11T18:20:02,258 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/ns/b61de2e2bc9a46bf9071480bfecfff70, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:20:02,259 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/rep_barrier/1087f1dc532846f7b625498633d06367 as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/rep_barrier/1087f1dc532846f7b625498633d06367 2024-11-11T18:20:02,262 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/rep_barrier/1087f1dc532846f7b625498633d06367, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:20:02,263 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/.tmp/table/d85ba9ac3db349d4b6d5eb18e099d77e as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/table/d85ba9ac3db349d4b6d5eb18e099d77e 2024-11-11T18:20:02,264 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/norep/b396892c725344578a0a9a02839b007e is 32, key is row/norep:/1731349195373/DeleteFamily/seqid=0 2024-11-11T18:20:02,266 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/table/d85ba9ac3db349d4b6d5eb18e099d77e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:20:02,267 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-11T18:20:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741847_1023 (size=5101) 2024-11-11T18:20:02,272 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:20:02,272 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:02,272 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:20:02,273 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:02,273 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349201341Running coprocessor pre-close hooks at 1731349201341Disabling compacts and flushes for region at 1731349201341Disabling writes for close at 1731349201341Obtaining lock to block concurrent updates at 1731349201341Preparing flush snapshotting stores in 1588230740 at 1731349201341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349201341Flushing stores of hbase:meta,,1.1588230740 at 1731349201344 (+3 ms)Flushing 1588230740/info: creating writer at 1731349201345 (+1 ms)Flushing 1588230740/info: appending metadata at 1731349201364 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731349201364Flushing 1588230740/ns: creating writer at 1731349201773 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731349201787 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731349201787Flushing 1588230740/rep_barrier: creating writer at 1731349201801 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349201817 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349201817Flushing 1588230740/table: creating writer at 1731349201826 (+9 ms)Flushing 1588230740/table: appending metadata at 1731349201839 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731349201839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e68ee4e: reopening flushed file at 1731349202250 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d946dad: reopening flushed file at 1731349202254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7041b637: reopening flushed file at 1731349202258 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4856691c: reopening flushed file at 1731349202262 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1731349202267 (+5 ms)Writing region close event to WAL at 1731349202269 (+2 ms)Running coprocessor post-close hooks at 1731349202272 (+3 ms)Closed at 1731349202273 (+1 ms) 2024-11-11T18:20:02,273 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:02,342 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:20:02,342 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1325): Online Regions={f0763882524082c3ac92fce26b5f3d23=test,,1731349185741.f0763882524082c3ac92fce26b5f3d23.} 2024-11-11T18:20:02,342 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:02,345 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 914, reset compression=false 2024-11-11T18:20:02,350 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:02,350 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 1161, reset compression=false 2024-11-11T18:20:02,350 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,42025,1731349179068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:02,351 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,42025,1731349179068: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,42025,1731349179068, walGroup=90f34c5bee6a%2C42025%2C1731349179068, offset=90f34c5bee6a%2C42025%2C1731349179068.1731349181063:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:42025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:20:02,352 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:20:02,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:20:02,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:20:02,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:20:02,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:20:02,352 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 679864216 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191869616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:20:02,353 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:20:02,542 DEBUG [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1351): Waiting on f0763882524082c3ac92fce26b5f3d23 2024-11-11T18:20:02,554 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/WALs/90f34c5bee6a,42025,1731349179068/90f34c5bee6a%2C42025%2C1731349179068.1731349181063 to pos 1161, reset compression=false 2024-11-11T18:20:02,671 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/norep/b396892c725344578a0a9a02839b007e 2024-11-11T18:20:02,675 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b396892c725344578a0a9a02839b007e 2024-11-11T18:20:02,676 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/f/77d1c2797239421a8fb9c2c21a9e9ae4 as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/f/77d1c2797239421a8fb9c2c21a9e9ae4 2024-11-11T18:20:02,680 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77d1c2797239421a8fb9c2c21a9e9ae4 2024-11-11T18:20:02,680 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/f/77d1c2797239421a8fb9c2c21a9e9ae4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T18:20:02,681 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/f1/406c29e86674414a9100920705699d5c as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/f1/406c29e86674414a9100920705699d5c 2024-11-11T18:20:02,685 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 406c29e86674414a9100920705699d5c 2024-11-11T18:20:02,685 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/f1/406c29e86674414a9100920705699d5c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T18:20:02,685 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/.tmp/norep/b396892c725344578a0a9a02839b007e as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/norep/b396892c725344578a0a9a02839b007e 2024-11-11T18:20:02,689 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b396892c725344578a0a9a02839b007e 2024-11-11T18:20:02,689 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/norep/b396892c725344578a0a9a02839b007e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T18:20:02,690 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f0763882524082c3ac92fce26b5f3d23 in 907ms, sequenceid=8, compaction requested=false 2024-11-11T18:20:02,690 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:20:02,698 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/data/default/test/f0763882524082c3ac92fce26b5f3d23/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:20:02,698 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:02,698 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:02,698 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:20:02,698 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0763882524082c3ac92fce26b5f3d23: Waiting for close lock at 1731349201783Running coprocessor pre-close hooks at 1731349201783Disabling compacts and flushes for region at 1731349201783Disabling writes for close at 1731349201783Obtaining lock to block concurrent updates at 1731349201783Preparing flush snapshotting stores in f0763882524082c3ac92fce26b5f3d23 at 1731349201783Finished memstore snapshotting test,,1731349185741.f0763882524082c3ac92fce26b5f3d23., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731349201783Flushing stores of test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. at 1731349201784 (+1 ms)Flushing f0763882524082c3ac92fce26b5f3d23/f: creating writer at 1731349201784Flushing f0763882524082c3ac92fce26b5f3d23/f: appending metadata at 1731349201801 (+17 ms)Flushing f0763882524082c3ac92fce26b5f3d23/f: closing flushed file at 1731349201801Flushing f0763882524082c3ac92fce26b5f3d23/f1: creating writer at 1731349201815 (+14 ms)Flushing f0763882524082c3ac92fce26b5f3d23/f1: appending metadata at 1731349201836 (+21 ms)Flushing f0763882524082c3ac92fce26b5f3d23/f1: closing flushed file at 1731349201836Flushing f0763882524082c3ac92fce26b5f3d23/norep: creating writer at 1731349202247 (+411 ms)Flushing f0763882524082c3ac92fce26b5f3d23/norep: appending metadata at 1731349202263 (+16 ms)Flushing f0763882524082c3ac92fce26b5f3d23/norep: closing flushed file at 1731349202263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7711073c: reopening flushed file at 1731349202675 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2804a20b: reopening flushed file at 1731349202680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e096f06: reopening flushed file at 1731349202685 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f0763882524082c3ac92fce26b5f3d23 in 907ms, sequenceid=8, compaction requested=false at 1731349202690 (+5 ms)Writing region close event to WAL at 1731349202695 (+5 ms)Running coprocessor post-close hooks at 1731349202698 (+3 ms)Closed at 1731349202698 2024-11-11T18:20:02,699 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349185741.f0763882524082c3ac92fce26b5f3d23. 2024-11-11T18:20:02,742 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,42025,1731349179068; all regions closed. 2024-11-11T18:20:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:20:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741839_1015 (size=2676) 2024-11-11T18:20:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741833_1009 (size=1813) 2024-11-11T18:20:02,749 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:02,749 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:02,749 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:02,749 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:02,750 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:02,750 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:02,750 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,42025,1731349179068 because: Region server is closing 2024-11-11T18:20:02,750 INFO [RS:0;90f34c5bee6a:42025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42025. 2024-11-11T18:20:02,750 DEBUG [RS:0;90f34c5bee6a:42025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:02,750 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:02,750 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:02,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:02,850 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.shipper90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 terminated 2024-11-11T18:20:02,850 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,42025,1731349179068.replicationSource.wal-reader.90f34c5bee6a%2C42025%2C1731349179068,1-90f34c5bee6a,42025,1731349179068 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:20:02,851 INFO [RS:0;90f34c5bee6a:42025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42025. 2024-11-11T18:20:02,851 DEBUG [RS:0;90f34c5bee6a:42025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:02,851 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:02,851 DEBUG [RS:0;90f34c5bee6a:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:02,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:02,851 INFO [RS:0;90f34c5bee6a:42025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42025 2024-11-11T18:20:02,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01745686711/rs/90f34c5bee6a,42025,1731349179068 2024-11-11T18:20:02,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711/rs 2024-11-11T18:20:02,853 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:02,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,42025,1731349179068] 2024-11-11T18:20:02,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01745686711/draining/90f34c5bee6a,42025,1731349179068 already deleted, retry=false 2024-11-11T18:20:02,857 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,42025,1731349179068 expired; onlineServers=0 2024-11-11T18:20:02,857 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,42125,1731349179017' ***** 2024-11-11T18:20:02,857 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:02,857 DEBUG [M:0;90f34c5bee6a:42125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:20:02,857 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:20:02,857 DEBUG [M:0;90f34c5bee6a:42125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:20:02,857 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349180848 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349180848,5,FailOnTimeoutGroup] 2024-11-11T18:20:02,857 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349180849 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349180849,5,FailOnTimeoutGroup] 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:02,857 DEBUG [M:0;90f34c5bee6a:42125 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:02,857 INFO [M:0;90f34c5bee6a:42125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:20:02,858 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:20:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01745686711/master 2024-11-11T18:20:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01745686711 2024-11-11T18:20:02,859 DEBUG [M:0;90f34c5bee6a:42125 {}] zookeeper.ZKUtil(347): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Unable to get data of znode /01745686711/master because node does not exist (not an error) 2024-11-11T18:20:02,859 WARN [M:0;90f34c5bee6a:42125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:20:02,860 INFO [M:0;90f34c5bee6a:42125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/.lastflushedseqids 2024-11-11T18:20:02,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741848_1024 (size=245) 2024-11-11T18:20:02,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:02,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x1010841d2af0001, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:02,956 INFO [RS:0;90f34c5bee6a:42025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:02,956 INFO [RS:0;90f34c5bee6a:42025 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,42025,1731349179068; zookeeper connection closed. 2024-11-11T18:20:02,956 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1622bb31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1622bb31 2024-11-11T18:20:02,957 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:20:03,266 INFO [M:0;90f34c5bee6a:42125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:20:03,266 INFO [M:0;90f34c5bee6a:42125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:20:03,266 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:03,266 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:03,266 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:03,266 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:03,266 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:03,266 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T18:20:03,282 DEBUG [M:0;90f34c5bee6a:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3df09409e554c09a9531de554762fb3 is 82, key is hbase:meta,,1/info:regioninfo/1731349181629/Put/seqid=0 2024-11-11T18:20:03,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741849_1025 (size=5672) 2024-11-11T18:20:03,286 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3df09409e554c09a9531de554762fb3 2024-11-11T18:20:03,306 DEBUG [M:0;90f34c5bee6a:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93bc55f3565b48278b0eec914e71614d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349190244/Put/seqid=0 2024-11-11T18:20:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741850_1026 (size=8516) 2024-11-11T18:20:03,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:03,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:03,458 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:03,458 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:03,459 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28291 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:03,711 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93bc55f3565b48278b0eec914e71614d 2024-11-11T18:20:03,730 DEBUG [M:0;90f34c5bee6a:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa707a88b0704ad8b4102a095539be75 is 69, key is 90f34c5bee6a,42025,1731349179068/rs:state/1731349180916/Put/seqid=0 2024-11-11T18:20:03,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741851_1027 (size=5156) 2024-11-11T18:20:04,134 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa707a88b0704ad8b4102a095539be75 2024-11-11T18:20:04,139 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3df09409e554c09a9531de554762fb3 as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3df09409e554c09a9531de554762fb3 2024-11-11T18:20:04,143 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3df09409e554c09a9531de554762fb3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:20:04,143 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93bc55f3565b48278b0eec914e71614d as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93bc55f3565b48278b0eec914e71614d 2024-11-11T18:20:04,147 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93bc55f3565b48278b0eec914e71614d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:20:04,148 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa707a88b0704ad8b4102a095539be75 as hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa707a88b0704ad8b4102a095539be75 2024-11-11T18:20:04,152 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40675/user/jenkins/test-data/fefcff33-7329-b793-1290-9bad8517cae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa707a88b0704ad8b4102a095539be75, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:20:04,152 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-11T18:20:04,154 INFO [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:04,154 DEBUG [M:0;90f34c5bee6a:42125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349203266Disabling compacts and flushes for region at 1731349203266Disabling writes for close at 1731349203266Obtaining lock to block concurrent updates at 1731349203266Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349203266Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731349203267 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349203267Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349203267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349203282 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349203282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349203289 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349203306 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349203306Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349203715 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349203729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349203729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344dd5fb: reopening flushed file at 1731349204138 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb70aba: reopening flushed file at 1731349204143 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568e424b: reopening flushed file at 1731349204147 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1731349204152 (+5 ms)Writing region close event to WAL at 1731349204154 (+2 ms)Closed at 1731349204154 2024-11-11T18:20:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741830_1006 (size=63654) 2024-11-11T18:20:04,157 INFO [M:0;90f34c5bee6a:42125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:20:04,157 INFO [M:0;90f34c5bee6a:42125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42125 2024-11-11T18:20:04,157 INFO [M:0;90f34c5bee6a:42125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:04,157 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:04,260 INFO [M:0;90f34c5bee6a:42125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:04,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x1010841d2af0000, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:04,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@644bdaa3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:04,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:04,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:04,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:04,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:04,264 WARN [BP-813906840-172.17.0.2-1731349178424 heartbeating to localhost/127.0.0.1:40675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:20:04,264 WARN [BP-813906840-172.17.0.2-1731349178424 heartbeating to localhost/127.0.0.1:40675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-813906840-172.17.0.2-1731349178424 (Datanode Uuid 44894f45-65b9-479c-bad0-16103511944f) service to localhost/127.0.0.1:40675 2024-11-11T18:20:04,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:20:04,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/data/data2/current/BP-813906840-172.17.0.2-1731349178424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:04,265 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:20:04,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/cluster_1a1bd558-e685-6ffe-c9fb-2e9de16e101d/data/data1/current/BP-813906840-172.17.0.2-1731349178424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:04,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:20:04,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1564ee37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:04,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:04,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:04,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:04,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed678bc0-173f-8aad-8afb-68ba5db04b78/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:04,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:20:04,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:20:04,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39141 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57800) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57800) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40675 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=7335 (was 7344) 2024-11-11T18:20:04,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=7335 2024-11-11T18:20:04,329 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T18:20:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir so I do NOT create it in target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4 2024-11-11T18:20:04,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:20:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.tmp.dir so I do NOT create it in target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4 2024-11-11T18:20:04,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/477d342a-2d20-0291-8b13-b3d3ce6a4310/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:20:04,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4 2024-11-11T18:20:04,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974, deleteOnExit=true 2024-11-11T18:20:04,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/zookeeper_0, clientPort=51274, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:20:04,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51274 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/test.cache.data in system properties and HBase conf 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:20:04,336 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:20:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:20:04,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010841d2af0005, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:20:04,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010841d2af0002, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:20:04,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010841d2af0005, quorum=127.0.0.1:57800, baseZNode=/1-1741324486 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:20:04,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010841d2af0002, quorum=127.0.0.1:57800, baseZNode=/01745686711 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:20:04,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:04,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:04,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:04,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:04,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:04,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:04,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:04,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:04,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198dbb51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/java.io.tmpdir/jetty-localhost-46173-hadoop-hdfs-3_4_1-tests_jar-_-any-5456174353412260800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:04,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:46173} 2024-11-11T18:20:04,537 INFO [Time-limited test {}] server.Server(415): Started @200332ms 2024-11-11T18:20:04,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:04,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:04,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:04,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:04,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:04,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:04,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:04,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6f5cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/java.io.tmpdir/jetty-localhost-38529-hadoop-hdfs-3_4_1-tests_jar-_-any-9022777960779796817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:04,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:38529} 2024-11-11T18:20:04,749 INFO [Time-limited test {}] server.Server(415): Started @200544ms 2024-11-11T18:20:04,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:20:04,852 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/data/data1/current/BP-2044987326-172.17.0.2-1731349204354/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:04,852 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/data/data2/current/BP-2044987326-172.17.0.2-1731349204354/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:04,871 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:20:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x639d03461b20c7c2 with lease ID 0x7e6e0253d5eaa5f8: Processing first storage report for DS-a2697eeb-f424-408b-85df-a8fd44a90308 from datanode DatanodeRegistration(127.0.0.1:37535, datanodeUuid=326c4ecc-7700-4030-bd79-50c56b4f4bee, infoPort=40459, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=342378638;c=1731349204354) 2024-11-11T18:20:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x639d03461b20c7c2 with lease ID 0x7e6e0253d5eaa5f8: from storage DS-a2697eeb-f424-408b-85df-a8fd44a90308 node DatanodeRegistration(127.0.0.1:37535, datanodeUuid=326c4ecc-7700-4030-bd79-50c56b4f4bee, infoPort=40459, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=342378638;c=1731349204354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x639d03461b20c7c2 with lease ID 0x7e6e0253d5eaa5f8: Processing first storage report for DS-bcc826f2-ad6b-47f4-9115-fbc924f43fa8 from datanode DatanodeRegistration(127.0.0.1:37535, datanodeUuid=326c4ecc-7700-4030-bd79-50c56b4f4bee, infoPort=40459, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=342378638;c=1731349204354) 2024-11-11T18:20:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x639d03461b20c7c2 with lease ID 0x7e6e0253d5eaa5f8: from storage DS-bcc826f2-ad6b-47f4-9115-fbc924f43fa8 node DatanodeRegistration(127.0.0.1:37535, datanodeUuid=326c4ecc-7700-4030-bd79-50c56b4f4bee, infoPort=40459, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=342378638;c=1731349204354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:04,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4 2024-11-11T18:20:04,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:04,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:20:05,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1 with version=8 2024-11-11T18:20:05,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/hbase-staging 2024-11-11T18:20:05,385 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:05,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:05,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:20:05,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:05,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40923 2024-11-11T18:20:05,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40923 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:05,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409230x0, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:05,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40923-0x101084237fc0000 connected 2024-11-11T18:20:05,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:05,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:05,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/running 2024-11-11T18:20:05,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1, hbase.cluster.distributed=false 2024-11-11T18:20:05,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/acl 2024-11-11T18:20:05,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40923 2024-11-11T18:20:05,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40923 2024-11-11T18:20:05,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40923 2024-11-11T18:20:05,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40923 2024-11-11T18:20:05,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40923 2024-11-11T18:20:05,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:20:05,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:05,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46311 2024-11-11T18:20:05,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46311 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:05,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:05,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463110x0, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:05,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463110x0, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/running 2024-11-11T18:20:05,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46311-0x101084237fc0001 connected 2024-11-11T18:20:05,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:20:05,453 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:20:05,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/master 2024-11-11T18:20:05,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/acl 2024-11-11T18:20:05,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46311 2024-11-11T18:20:05,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46311 2024-11-11T18:20:05,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46311 2024-11-11T18:20:05,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46311 2024-11-11T18:20:05,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46311 2024-11-11T18:20:05,471 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40923 2024-11-11T18:20:05,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1920048960/backup-masters/90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:05,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960/backup-masters 2024-11-11T18:20:05,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960/backup-masters 2024-11-11T18:20:05,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on existing znode=/0-1920048960/backup-masters/90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:05,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:05,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920048960/master 2024-11-11T18:20:05,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:05,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on existing znode=/0-1920048960/master 2024-11-11T18:20:05,478 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1920048960/backup-masters/90f34c5bee6a,40923,1731349205385 from backup master directory 2024-11-11T18:20:05,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960/backup-masters 2024-11-11T18:20:05,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920048960/backup-masters/90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:05,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960/backup-masters 2024-11-11T18:20:05,479 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:05,479 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:05,485 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/hbase.id] with ID: 93dde441-49ad-4469-a984-7519d5412dda 2024-11-11T18:20:05,485 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/.tmp/hbase.id 2024-11-11T18:20:05,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:20:05,890 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/.tmp/hbase.id]:[hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/hbase.id] 2024-11-11T18:20:05,898 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:05,898 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:20:05,899 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:20:05,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:05,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:20:06,306 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:06,307 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:20:06,307 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:20:06,714 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store 2024-11-11T18:20:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:20:07,120 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:07,120 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:07,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:07,120 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:07,120 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:07,120 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:07,121 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:07,121 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349207120Disabling compacts and flushes for region at 1731349207120Disabling writes for close at 1731349207120Writing region close event to WAL at 1731349207120Closed at 1731349207121 (+1 ms) 2024-11-11T18:20:07,121 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/.initializing 2024-11-11T18:20:07,122 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/WALs/90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:07,122 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:07,124 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40923%2C1731349205385, suffix=, logDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/WALs/90f34c5bee6a,40923,1731349205385, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/oldWALs, maxLogs=10 2024-11-11T18:20:07,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/WALs/90f34c5bee6a,40923,1731349205385/90f34c5bee6a%2C40923%2C1731349205385.1731349207124, exclude list is [], retry=0 2024-11-11T18:20:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-a2697eeb-f424-408b-85df-a8fd44a90308,DISK] 2024-11-11T18:20:07,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/WALs/90f34c5bee6a,40923,1731349205385/90f34c5bee6a%2C40923%2C1731349205385.1731349207124 2024-11-11T18:20:07,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459)] 2024-11-11T18:20:07,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:07,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:07,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:20:07,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:07,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:20:07,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:07,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:20:07,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:07,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:20:07,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:07,153 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,154 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,154 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,155 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,155 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,155 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:07,157 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:07,159 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:07,159 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67976672, jitterRate=0.012931346893310547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:07,160 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349207146Initializing all the Stores at 1731349207147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349207147Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349207147Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349207147Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349207147Cleaning up temporary data from old regions at 1731349207155 (+8 ms)Region opened successfully at 1731349207160 (+5 ms) 2024-11-11T18:20:07,160 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:20:07,163 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6925d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:07,164 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:20:07,164 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:20:07,164 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:20:07,165 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:20:07,165 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:20:07,165 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:20:07,165 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:20:07,167 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:20:07,174 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Unable to get data of znode /0-1920048960/balancer because node does not exist (not necessarily an error) 2024-11-11T18:20:07,177 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920048960/balancer already deleted, retry=false 2024-11-11T18:20:07,177 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:20:07,178 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Unable to get data of znode /0-1920048960/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:20:07,179 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920048960/normalizer already deleted, retry=false 2024-11-11T18:20:07,180 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:20:07,181 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Unable to get data of znode /0-1920048960/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:20:07,182 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920048960/switch/split already deleted, retry=false 2024-11-11T18:20:07,183 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Unable to get data of znode /0-1920048960/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:20:07,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920048960/switch/merge already deleted, retry=false 2024-11-11T18:20:07,188 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Unable to get data of znode /0-1920048960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:20:07,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920048960/snapshot-cleanup already deleted, retry=false 2024-11-11T18:20:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920048960/running 2024-11-11T18:20:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920048960/running 2024-11-11T18:20:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40923,1731349205385, sessionid=0x101084237fc0000, setting cluster-up flag (Was=false) 2024-11-11T18:20:07,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,210 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920048960/flush-table-proc/acquired, /0-1920048960/flush-table-proc/reached, /0-1920048960/flush-table-proc/abort 2024-11-11T18:20:07,211 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,222 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920048960/online-snapshot/acquired, /0-1920048960/online-snapshot/reached, /0-1920048960/online-snapshot/abort 2024-11-11T18:20:07,223 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:07,233 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:20:07,246 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:07,246 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:20:07,246 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:20:07,247 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40923,1731349205385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:07,248 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,285 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(746): ClusterId : 93dde441-49ad-4469-a984-7519d5412dda 2024-11-11T18:20:07,285 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:20:07,290 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:20:07,290 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:20:07,293 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:20:07,293 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156716f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:07,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:07,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:20:07,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:20:07,320 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349237320 2024-11-11T18:20:07,320 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:20:07,321 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:20:07,321 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:20:07,321 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:20:07,321 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:20:07,321 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:20:07,332 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:46311 2024-11-11T18:20:07,332 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:20:07,332 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:20:07,332 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:20:07,333 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40923,1731349205385 with port=46311, startcode=1731349205441 2024-11-11T18:20:07,333 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:20:07,340 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,344 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:20:07,345 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:20:07,345 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:20:07,345 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:20:07,345 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:20:07,345 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:20:07,357 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:20:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:20:07,358 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:20:07,359 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:20:07,359 WARN [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:20:07,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:20:07,359 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1 2024-11-11T18:20:07,360 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349207345,5,FailOnTimeoutGroup] 2024-11-11T18:20:07,368 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349207360,5,FailOnTimeoutGroup] 2024-11-11T18:20:07,368 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,368 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:20:07,368 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,368 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:20:07,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:07,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:07,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:07,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:07,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:07,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:07,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:07,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:07,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:07,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:07,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:07,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:07,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:07,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:07,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:07,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740 2024-11-11T18:20:07,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740 2024-11-11T18:20:07,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:07,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:07,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:07,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:07,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:07,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68142217, jitterRate=0.015398159623146057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349207378Initializing all the Stores at 1731349207379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349207379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349207379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349207379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349207379Cleaning up temporary data from old regions at 1731349207387 (+8 ms)Region opened successfully at 1731349207394 (+7 ms) 2024-11-11T18:20:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:07,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:07,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349207394Disabling compacts and flushes for region at 1731349207394Disabling writes for close at 1731349207394Writing region close event to WAL at 1731349207394Closed at 1731349207394 2024-11-11T18:20:07,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:07,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:20:07,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:20:07,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:07,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:20:07,460 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40923,1731349205385 with port=46311, startcode=1731349205441 2024-11-11T18:20:07,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,462 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1 2024-11-11T18:20:07,462 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41483 2024-11-11T18:20:07,462 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:20:07,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960/rs 2024-11-11T18:20:07,465 DEBUG [RS:0;90f34c5bee6a:46311 {}] zookeeper.ZKUtil(111): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on existing znode=/0-1920048960/rs/90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,465 WARN [RS:0;90f34c5bee6a:46311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:07,465 INFO [RS:0;90f34c5bee6a:46311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:07,465 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,46311,1731349205441] 2024-11-11T18:20:07,481 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:20:07,483 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:20:07,484 INFO [RS:0;90f34c5bee6a:46311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:20:07,484 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,488 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:20:07,489 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:20:07,489 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,489 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,490 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:07,490 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:07,490 DEBUG [RS:0;90f34c5bee6a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:07,527 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,527 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,527 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,527 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,527 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,527 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46311,1731349205441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:07,548 WARN [90f34c5bee6a:40923 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:20:07,565 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:20:07,565 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46311,1731349205441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,565 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,565 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.Replication(171): 90f34c5bee6a,46311,1731349205441 started 2024-11-11T18:20:07,597 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:07,597 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,46311,1731349205441, RpcServer on 90f34c5bee6a/172.17.0.2:46311, sessionid=0x101084237fc0001 2024-11-11T18:20:07,597 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:20:07,597 DEBUG [RS:0;90f34c5bee6a:46311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,597 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46311,1731349205441' 2024-11-11T18:20:07,597 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920048960/flush-table-proc/abort' 2024-11-11T18:20:07,598 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920048960/flush-table-proc/acquired' 2024-11-11T18:20:07,599 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:20:07,599 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:20:07,599 DEBUG [RS:0;90f34c5bee6a:46311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,599 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46311,1731349205441' 2024-11-11T18:20:07,599 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920048960/online-snapshot/abort' 2024-11-11T18:20:07,599 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920048960/online-snapshot/acquired' 2024-11-11T18:20:07,600 DEBUG [RS:0;90f34c5bee6a:46311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:20:07,600 INFO [RS:0;90f34c5bee6a:46311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:20:07,600 INFO [RS:0;90f34c5bee6a:46311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:20:07,700 INFO [RS:0;90f34c5bee6a:46311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:07,702 INFO [RS:0;90f34c5bee6a:46311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46311%2C1731349205441, suffix=, logDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/oldWALs, maxLogs=10 2024-11-11T18:20:07,720 DEBUG [RS:0;90f34c5bee6a:46311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, exclude list is [], retry=0 2024-11-11T18:20:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-a2697eeb-f424-408b-85df-a8fd44a90308,DISK] 2024-11-11T18:20:07,727 INFO [RS:0;90f34c5bee6a:46311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 2024-11-11T18:20:07,732 DEBUG [RS:0;90f34c5bee6a:46311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459)] 2024-11-11T18:20:07,799 DEBUG [90f34c5bee6a:40923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:20:07,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:07,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46311,1731349205441, state=OPENING 2024-11-11T18:20:07,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:20:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:07,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920048960/meta-region-server: CHANGED 2024-11-11T18:20:07,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920048960/meta-region-server: CHANGED 2024-11-11T18:20:07,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:07,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46311,1731349205441}] 2024-11-11T18:20:07,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:07,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:20:07,973 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:20:07,973 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:07,973 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:20:07,974 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46311%2C1731349205441.meta, suffix=.meta, logDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/oldWALs, maxLogs=10 2024-11-11T18:20:08,002 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.meta.1731349207975.meta, exclude list is [], retry=0 2024-11-11T18:20:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-a2697eeb-f424-408b-85df-a8fd44a90308,DISK] 2024-11-11T18:20:08,015 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.meta.1731349207975.meta 2024-11-11T18:20:08,016 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459)] 2024-11-11T18:20:08,016 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:08,017 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:08,017 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:08,017 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:20:08,017 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:20:08,017 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:20:08,017 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:08,017 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:20:08,017 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:20:08,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:08,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:08,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:08,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:08,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:08,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:08,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:08,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:08,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:08,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:08,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:08,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:08,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:08,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:08,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:08,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:08,035 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:08,036 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740 2024-11-11T18:20:08,037 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740 2024-11-11T18:20:08,039 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:08,039 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:08,039 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:08,040 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:08,041 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64396595, jitterRate=-0.04041595757007599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:08,041 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:20:08,042 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349208018Writing region info on filesystem at 1731349208018Initializing all the Stores at 1731349208019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349208019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349208031 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349208031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349208031Cleaning up temporary data from old regions at 1731349208039 (+8 ms)Running coprocessor post-open hooks at 1731349208041 (+2 ms)Region opened successfully at 1731349208042 (+1 ms) 2024-11-11T18:20:08,043 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349207965 2024-11-11T18:20:08,045 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:20:08,045 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:20:08,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:08,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46311,1731349205441, state=OPEN 2024-11-11T18:20:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920048960/meta-region-server 2024-11-11T18:20:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920048960/meta-region-server 2024-11-11T18:20:08,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920048960/meta-region-server: CHANGED 2024-11-11T18:20:08,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920048960/meta-region-server: CHANGED 2024-11-11T18:20:08,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:08,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:20:08,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46311,1731349205441 in 238 msec 2024-11-11T18:20:08,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:20:08,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-11T18:20:08,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:08,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:20:08,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:08,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46311,1731349205441, seqNum=-1] 2024-11-11T18:20:08,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:08,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:08,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 817 msec 2024-11-11T18:20:08,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349208062, completionTime=-1 2024-11-11T18:20:08,062 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:20:08,062 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:20:08,064 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:20:08,064 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349268064 2024-11-11T18:20:08,064 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349328064 2024-11-11T18:20:08,064 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:20:08,065 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40923,1731349205385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,065 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40923,1731349205385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,065 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40923,1731349205385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,065 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40923, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,065 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,066 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,067 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.590sec 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:20:08,069 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40923,1731349205385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:08,070 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40923,1731349205385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:20:08,074 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:20:08,074 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:20:08,074 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40923,1731349205385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:08,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:08,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:08,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:08,087 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8e7813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:08,089 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:08,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:08,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46311,1731349205441, seqNum=-1] 2024-11-11T18:20:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:08,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:08,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:08,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:08,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:08,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101084237fc0002 connected 2024-11-11T18:20:08,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir so I do NOT create it in target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2 2024-11-11T18:20:08,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.tmp.dir so I do NOT create it in target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2 2024-11-11T18:20:08,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:20:08,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/cluster_32a822ed-2e50-8ca6-5fb5-e1b0cf290b73, deleteOnExit=true 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/test.cache.data in system properties and HBase conf 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:20:08,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:20:08,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:20:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:20:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:20:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:20:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:20:08,182 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T18:20:08,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,230 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,230 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,231 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,231 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,231 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,232 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,244 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:08,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:08,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:08,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:08,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:08,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:20:08,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:08,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:08,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:08,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687babfe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/java.io.tmpdir/jetty-localhost-40363-hadoop-hdfs-3_4_1-tests_jar-_-any-11984235945277376669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:08,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:40363} 2024-11-11T18:20:08,443 INFO [Time-limited test {}] server.Server(415): Started @204238ms 2024-11-11T18:20:08,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:08,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:08,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:08,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:08,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:20:08,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:08,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:08,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@196163e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/java.io.tmpdir/jetty-localhost-36961-hadoop-hdfs-3_4_1-tests_jar-_-any-993122438497064293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:08,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:36961} 2024-11-11T18:20:08,757 INFO [Time-limited test {}] server.Server(415): Started @204552ms 2024-11-11T18:20:08,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:20:08,894 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/cluster_32a822ed-2e50-8ca6-5fb5-e1b0cf290b73/data/data1/current/BP-469992059-172.17.0.2-1731349208130/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:08,901 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/cluster_32a822ed-2e50-8ca6-5fb5-e1b0cf290b73/data/data2/current/BP-469992059-172.17.0.2-1731349208130/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:08,924 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:20:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2655fda6b5dfac58 with lease ID 0x8bd659783723662a: Processing first storage report for DS-70dce6af-3c47-439c-9226-9e1db0be3836 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=13f68c22-0fc6-4f26-a703-315f194bac31, infoPort=41659, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1157982100;c=1731349208130) 2024-11-11T18:20:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2655fda6b5dfac58 with lease ID 0x8bd659783723662a: from storage DS-70dce6af-3c47-439c-9226-9e1db0be3836 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=13f68c22-0fc6-4f26-a703-315f194bac31, infoPort=41659, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1157982100;c=1731349208130), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:20:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2655fda6b5dfac58 with lease ID 0x8bd659783723662a: Processing first storage report for DS-ef86fea1-8857-46b9-aa2f-bf69b40671e0 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=13f68c22-0fc6-4f26-a703-315f194bac31, infoPort=41659, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1157982100;c=1731349208130) 2024-11-11T18:20:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2655fda6b5dfac58 with lease ID 0x8bd659783723662a: from storage DS-ef86fea1-8857-46b9-aa2f-bf69b40671e0 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=13f68c22-0fc6-4f26-a703-315f194bac31, infoPort=41659, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1157982100;c=1731349208130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:08,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2 2024-11-11T18:20:08,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:08,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:20:09,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021 with version=8 2024-11-11T18:20:09,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/hbase-staging 2024-11-11T18:20:09,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:20:09,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:09,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36159 2024-11-11T18:20:09,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36159 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:09,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361590x0, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:09,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36159-0x101084237fc0003 connected 2024-11-11T18:20:09,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:09,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:09,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/running 2024-11-11T18:20:09,443 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021, hbase.cluster.distributed=false 2024-11-11T18:20:09,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/acl 2024-11-11T18:20:09,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-11T18:20:09,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36159 2024-11-11T18:20:09,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36159 2024-11-11T18:20:09,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-11T18:20:09,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-11T18:20:09,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:09,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:09,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:09,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:09,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:09,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:09,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:20:09,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:09,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44807 2024-11-11T18:20:09,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44807 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:09,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:09,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:09,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448070x0, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:09,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448070x0, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/running 2024-11-11T18:20:09,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44807-0x101084237fc0004 connected 2024-11-11T18:20:09,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:20:09,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:20:09,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/master 2024-11-11T18:20:09,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/acl 2024-11-11T18:20:09,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-11T18:20:09,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44807 2024-11-11T18:20:09,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44807 2024-11-11T18:20:09,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-11T18:20:09,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-11T18:20:09,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:20:09,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:20:09,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:09,513 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:36159 2024-11-11T18:20:09,514 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-259140778/backup-masters/90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:09,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778/backup-masters 2024-11-11T18:20:09,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778/backup-masters 2024-11-11T18:20:09,516 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on existing znode=/1-259140778/backup-masters/90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-259140778/master 2024-11-11T18:20:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:09,520 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on existing znode=/1-259140778/master 2024-11-11T18:20:09,521 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-259140778/backup-masters/90f34c5bee6a,36159,1731349209418 from backup master directory 2024-11-11T18:20:09,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778/backup-masters 2024-11-11T18:20:09,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-259140778/backup-masters/90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:09,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778/backup-masters 2024-11-11T18:20:09,523 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:09,523 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:09,529 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/hbase.id] with ID: e50ce05b-6367-42a2-bf85-e0d2f15d65f3 2024-11-11T18:20:09,529 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/.tmp/hbase.id 2024-11-11T18:20:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:20:09,941 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/.tmp/hbase.id]:[hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/hbase.id] 2024-11-11T18:20:09,951 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:09,951 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:20:09,952 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:20:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:20:09,970 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:09,970 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:20:09,972 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:20:09,983 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store 2024-11-11T18:20:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:20:10,395 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:10,395 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:10,396 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:10,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:10,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:10,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:10,396 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:10,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349210395Disabling compacts and flushes for region at 1731349210395Disabling writes for close at 1731349210396 (+1 ms)Writing region close event to WAL at 1731349210396Closed at 1731349210396 2024-11-11T18:20:10,396 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/.initializing 2024-11-11T18:20:10,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/WALs/90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:10,397 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:10,399 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C36159%2C1731349209418, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/WALs/90f34c5bee6a,36159,1731349209418, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/oldWALs, maxLogs=10 2024-11-11T18:20:10,416 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/WALs/90f34c5bee6a,36159,1731349209418/90f34c5bee6a%2C36159%2C1731349209418.1731349210399, exclude list is [], retry=0 2024-11-11T18:20:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-70dce6af-3c47-439c-9226-9e1db0be3836,DISK] 2024-11-11T18:20:10,420 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/WALs/90f34c5bee6a,36159,1731349209418/90f34c5bee6a%2C36159%2C1731349209418.1731349210399 2024-11-11T18:20:10,422 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41659:41659)] 2024-11-11T18:20:10,422 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:10,422 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:10,422 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,422 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:20:10,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:10,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:20:10,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:10,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:20:10,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:10,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:20:10,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:10,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,431 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,431 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,432 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:10,433 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:10,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:10,436 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67877910, jitterRate=0.011459678411483765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:10,436 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349210422Initializing all the Stores at 1731349210423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349210423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349210423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349210423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349210423Cleaning up temporary data from old regions at 1731349210431 (+8 ms)Region opened successfully at 1731349210436 (+5 ms) 2024-11-11T18:20:10,436 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:20:10,439 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639af7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:10,440 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:20:10,440 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:20:10,440 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:20:10,440 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:20:10,442 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T18:20:10,442 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:20:10,442 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:20:10,446 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:20:10,447 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Unable to get data of znode /1-259140778/balancer because node does not exist (not necessarily an error) 2024-11-11T18:20:10,448 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-259140778/balancer already deleted, retry=false 2024-11-11T18:20:10,448 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:20:10,449 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Unable to get data of znode /1-259140778/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:20:10,450 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-259140778/normalizer already deleted, retry=false 2024-11-11T18:20:10,451 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:20:10,452 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Unable to get data of znode /1-259140778/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:20:10,454 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-259140778/switch/split already deleted, retry=false 2024-11-11T18:20:10,455 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Unable to get data of znode /1-259140778/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:20:10,456 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-259140778/switch/merge already deleted, retry=false 2024-11-11T18:20:10,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Unable to get data of znode /1-259140778/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:20:10,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-259140778/snapshot-cleanup already deleted, retry=false 2024-11-11T18:20:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-259140778/running 2024-11-11T18:20:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-259140778/running 2024-11-11T18:20:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:10,463 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,36159,1731349209418, sessionid=0x101084237fc0003, setting cluster-up flag (Was=false) 2024-11-11T18:20:10,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:10,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:10,473 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-259140778/flush-table-proc/acquired, /1-259140778/flush-table-proc/reached, /1-259140778/flush-table-proc/abort 2024-11-11T18:20:10,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:10,486 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-259140778/online-snapshot/acquired, /1-259140778/online-snapshot/reached, /1-259140778/online-snapshot/abort 2024-11-11T18:20:10,487 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:10,489 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:20:10,493 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:10,494 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:20:10,494 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:20:10,494 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,36159,1731349209418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:10,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,510 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(746): ClusterId : e50ce05b-6367-42a2-bf85-e0d2f15d65f3 2024-11-11T18:20:10,510 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:20:10,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:10,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:20:10,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:20:10,512 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:20:10,512 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:20:10,515 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:20:10,515 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15725939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:10,524 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349240524 2024-11-11T18:20:10,524 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:20:10,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:20:10,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:20:10,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:20:10,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:20:10,525 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:20:10,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,534 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:20:10,534 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:20:10,534 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:20:10,534 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:20:10,536 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:20:10,536 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:20:10,536 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349210536,5,FailOnTimeoutGroup] 2024-11-11T18:20:10,537 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349210536,5,FailOnTimeoutGroup] 2024-11-11T18:20:10,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:20:10,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:20:10,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:20:10,538 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021 2024-11-11T18:20:10,541 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:44807 2024-11-11T18:20:10,541 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:20:10,541 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:20:10,541 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:20:10,542 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,36159,1731349209418 with port=44807, startcode=1731349209467 2024-11-11T18:20:10,542 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:20:10,551 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:20:10,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:10,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36159 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:10,553 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021 2024-11-11T18:20:10,553 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45949 2024-11-11T18:20:10,553 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:20:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:20:10,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778/rs 2024-11-11T18:20:10,559 DEBUG [RS:0;90f34c5bee6a:44807 {}] zookeeper.ZKUtil(111): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on existing znode=/1-259140778/rs/90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:10,559 WARN [RS:0;90f34c5bee6a:44807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:10,560 INFO [RS:0;90f34c5bee6a:44807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:10,560 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:10,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,44807,1731349209467] 2024-11-11T18:20:10,572 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:20:10,576 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:20:10,578 INFO [RS:0;90f34c5bee6a:44807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:20:10,578 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,578 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:20:10,579 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:20:10,580 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:10,580 DEBUG [RS:0;90f34c5bee6a:44807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:10,584 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,584 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,584 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,584 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,584 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,584 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44807,1731349209467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:10,603 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:20:10,603 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44807,1731349209467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,603 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,603 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.Replication(171): 90f34c5bee6a,44807,1731349209467 started 2024-11-11T18:20:10,620 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:10,620 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,44807,1731349209467, RpcServer on 90f34c5bee6a/172.17.0.2:44807, sessionid=0x101084237fc0004 2024-11-11T18:20:10,620 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:20:10,620 DEBUG [RS:0;90f34c5bee6a:44807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:10,620 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,44807,1731349209467' 2024-11-11T18:20:10,620 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-259140778/flush-table-proc/abort' 2024-11-11T18:20:10,621 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-259140778/flush-table-proc/acquired' 2024-11-11T18:20:10,621 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:20:10,621 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:20:10,621 DEBUG [RS:0;90f34c5bee6a:44807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:10,621 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,44807,1731349209467' 2024-11-11T18:20:10,621 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-259140778/online-snapshot/abort' 2024-11-11T18:20:10,622 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-259140778/online-snapshot/acquired' 2024-11-11T18:20:10,622 DEBUG [RS:0;90f34c5bee6a:44807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:20:10,622 INFO [RS:0;90f34c5bee6a:44807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:20:10,622 INFO [RS:0;90f34c5bee6a:44807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:20:10,722 INFO [RS:0;90f34c5bee6a:44807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:10,724 INFO [RS:0;90f34c5bee6a:44807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C44807%2C1731349209467, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/oldWALs, maxLogs=10 2024-11-11T18:20:10,737 DEBUG [RS:0;90f34c5bee6a:44807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, exclude list is [], retry=0 2024-11-11T18:20:10,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-70dce6af-3c47-439c-9226-9e1db0be3836,DISK] 2024-11-11T18:20:10,741 INFO [RS:0;90f34c5bee6a:44807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 2024-11-11T18:20:10,742 DEBUG [RS:0;90f34c5bee6a:44807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41659:41659)] 2024-11-11T18:20:10,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:10,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:10,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:10,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:10,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:10,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:10,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:10,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:10,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:10,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:10,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:10,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:10,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:10,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:10,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:10,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740 2024-11-11T18:20:10,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740 2024-11-11T18:20:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:10,965 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:10,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:10,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:10,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712106, jitterRate=0.09839597344398499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:10,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349210956Initializing all the Stores at 1731349210957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349210957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349210957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349210957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349210957Cleaning up temporary data from old regions at 1731349210964 (+7 ms)Region opened successfully at 1731349210968 (+4 ms) 2024-11-11T18:20:10,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:10,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:10,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:10,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:10,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:10,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:10,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349210968Disabling compacts and flushes for region at 1731349210968Disabling writes for close at 1731349210968Writing region close event to WAL at 1731349210969 (+1 ms)Closed at 1731349210969 2024-11-11T18:20:10,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:10,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:20:10,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:20:10,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:10,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:20:11,123 DEBUG [90f34c5bee6a:36159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:20:11,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:11,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,44807,1731349209467, state=OPENING 2024-11-11T18:20:11,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:20:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:11,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:11,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-259140778/meta-region-server: CHANGED 2024-11-11T18:20:11,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-259140778/meta-region-server: CHANGED 2024-11-11T18:20:11,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,44807,1731349209467}] 2024-11-11T18:20:11,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:11,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:20:11,306 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:20:11,306 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:11,306 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:20:11,308 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C44807%2C1731349209467.meta, suffix=.meta, logDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/oldWALs, maxLogs=10 2024-11-11T18:20:11,338 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.meta.1731349211308.meta, exclude list is [], retry=0 2024-11-11T18:20:11,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-70dce6af-3c47-439c-9226-9e1db0be3836,DISK] 2024-11-11T18:20:11,391 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.meta.1731349211308.meta 2024-11-11T18:20:11,399 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41659:41659)] 2024-11-11T18:20:11,400 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:11,401 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:11,401 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:11,401 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:20:11,401 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:20:11,401 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:20:11,401 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:11,402 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:20:11,402 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:20:11,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:11,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:11,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:11,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:11,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:11,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:11,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:11,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:11,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:11,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:11,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:11,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:11,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:11,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:11,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:11,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:11,438 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:11,439 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740 2024-11-11T18:20:11,440 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740 2024-11-11T18:20:11,441 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:11,441 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:11,442 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:11,444 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:11,444 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58925450, jitterRate=-0.12194237112998962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:11,444 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:20:11,445 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349211402Writing region info on filesystem at 1731349211402Initializing all the Stores at 1731349211403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349211403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349211412 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349211412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349211412Cleaning up temporary data from old regions at 1731349211441 (+29 ms)Running coprocessor post-open hooks at 1731349211444 (+3 ms)Region opened successfully at 1731349211445 (+1 ms) 2024-11-11T18:20:11,446 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349211292 2024-11-11T18:20:11,448 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:20:11,448 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:20:11,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:11,450 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,44807,1731349209467, state=OPEN 2024-11-11T18:20:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-259140778/meta-region-server 2024-11-11T18:20:11,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-259140778/meta-region-server: CHANGED 2024-11-11T18:20:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-259140778/meta-region-server 2024-11-11T18:20:11,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-259140778/meta-region-server: CHANGED 2024-11-11T18:20:11,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:11,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:20:11,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,44807,1731349209467 in 324 msec 2024-11-11T18:20:11,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:11,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:20:11,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:20:11,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-11T18:20:11,462 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:11,462 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44807,1731349209467, seqNum=-1] 2024-11-11T18:20:11,462 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:11,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:11,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-11T18:20:11,471 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349211470, completionTime=-1 2024-11-11T18:20:11,471 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:20:11,471 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:20:11,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:20:11,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349271473 2024-11-11T18:20:11,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349331473 2024-11-11T18:20:11,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:20:11,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36159,1731349209418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36159,1731349209418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36159,1731349209418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:36159, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,474 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,476 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:20:11,482 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,485 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.962sec 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36159,1731349209418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:11,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36159,1731349209418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:20:11,488 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:20:11,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:20:11,489 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36159,1731349209418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:11,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:11,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36159,-1 for getting cluster id 2024-11-11T18:20:11,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:11,518 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e50ce05b-6367-42a2-bf85-e0d2f15d65f3' 2024-11-11T18:20:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e50ce05b-6367-42a2-bf85-e0d2f15d65f3" 2024-11-11T18:20:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a4d27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36159,-1] 2024-11-11T18:20:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:11,520 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:11,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:11,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44807,1731349209467, seqNum=-1] 2024-11-11T18:20:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:11,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:11,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:11,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:11,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:11,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir so I do NOT create it in target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425 2024-11-11T18:20:11,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:20:11,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.tmp.dir so I do NOT create it in target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425 2024-11-11T18:20:11,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:20:11,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425 2024-11-11T18:20:11,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:20:11,546 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/cluster_d6199914-ae35-af6b-51d8-60db380036a7, deleteOnExit=true 2024-11-11T18:20:11,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:20:11,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/test.cache.data in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:20:11,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:20:11,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:20:11,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101084237fc0005 connected 2024-11-11T18:20:11,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:11,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:11,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:11,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:11,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:11,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:11,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:11,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:11,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d680c80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/java.io.tmpdir/jetty-localhost-44483-hadoop-hdfs-3_4_1-tests_jar-_-any-4256500961495974899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:11,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cf56b48{HTTP/1.1, (http/1.1)}{localhost:44483} 2024-11-11T18:20:11,955 INFO [Time-limited test {}] server.Server(415): Started @207750ms 2024-11-11T18:20:12,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:12,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:12,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:12,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:12,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:12,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:12,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:12,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28636311{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/java.io.tmpdir/jetty-localhost-35635-hadoop-hdfs-3_4_1-tests_jar-_-any-1466295217276103991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:12,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab80ac8{HTTP/1.1, (http/1.1)}{localhost:35635} 2024-11-11T18:20:12,243 INFO [Time-limited test {}] server.Server(415): Started @208038ms 2024-11-11T18:20:12,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:20:12,355 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/cluster_d6199914-ae35-af6b-51d8-60db380036a7/data/data1/current/BP-86217664-172.17.0.2-1731349211585/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:12,355 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/cluster_d6199914-ae35-af6b-51d8-60db380036a7/data/data2/current/BP-86217664-172.17.0.2-1731349211585/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:12,379 WARN [Thread-2886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:20:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x101f3824178574a3 with lease ID 0x76e2956b1736df43: Processing first storage report for DS-80f1d246-6939-4bfc-a1a6-c90472119a13 from datanode DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a94e3168-c8d2-4e1e-b241-12adad75faf8, infoPort=34755, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=204312181;c=1731349211585) 2024-11-11T18:20:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x101f3824178574a3 with lease ID 0x76e2956b1736df43: from storage DS-80f1d246-6939-4bfc-a1a6-c90472119a13 node DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a94e3168-c8d2-4e1e-b241-12adad75faf8, infoPort=34755, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=204312181;c=1731349211585), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x101f3824178574a3 with lease ID 0x76e2956b1736df43: Processing first storage report for DS-130af50e-701e-4a04-b7af-0599231edc4e from datanode DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a94e3168-c8d2-4e1e-b241-12adad75faf8, infoPort=34755, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=204312181;c=1731349211585) 2024-11-11T18:20:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x101f3824178574a3 with lease ID 0x76e2956b1736df43: from storage DS-130af50e-701e-4a04-b7af-0599231edc4e node DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a94e3168-c8d2-4e1e-b241-12adad75faf8, infoPort=34755, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=204312181;c=1731349211585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:12,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425 2024-11-11T18:20:12,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:12,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:20:12,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9 with version=8 2024-11-11T18:20:12,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/hbase-staging 2024-11-11T18:20:12,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:20:12,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:12,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37451 2024-11-11T18:20:12,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37451 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:12,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374510x0, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:12,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37451-0x101084237fc0006 connected 2024-11-11T18:20:12,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:12,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:12,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/running 2024-11-11T18:20:12,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9, hbase.cluster.distributed=false 2024-11-11T18:20:12,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/acl 2024-11-11T18:20:12,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-11T18:20:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37451 2024-11-11T18:20:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37451 2024-11-11T18:20:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-11T18:20:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-11T18:20:12,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:20:12,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:12,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41819 2024-11-11T18:20:12,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41819 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:12,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:12,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418190x0, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:12,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418190x0, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/running 2024-11-11T18:20:12,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41819-0x101084237fc0007 connected 2024-11-11T18:20:12,938 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:20:12,940 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:20:12,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/master 2024-11-11T18:20:12,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/acl 2024-11-11T18:20:12,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41819 2024-11-11T18:20:12,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41819 2024-11-11T18:20:12,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41819 2024-11-11T18:20:12,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41819 2024-11-11T18:20:12,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41819 2024-11-11T18:20:12,972 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:37451 2024-11-11T18:20:12,972 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21180711698/backup-masters/90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:12,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698/backup-masters 2024-11-11T18:20:12,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698/backup-masters 2024-11-11T18:20:12,975 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on existing znode=/21180711698/backup-masters/90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21180711698/master 2024-11-11T18:20:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:12,977 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on existing znode=/21180711698/master 2024-11-11T18:20:12,977 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21180711698/backup-masters/90f34c5bee6a,37451,1731349212883 from backup master directory 2024-11-11T18:20:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21180711698/backup-masters/90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698/backup-masters 2024-11-11T18:20:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698/backup-masters 2024-11-11T18:20:12,981 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:12,981 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:12,984 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/hbase.id] with ID: 55b98932-f360-44bd-9466-f14b2ce067ec 2024-11-11T18:20:12,984 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/.tmp/hbase.id 2024-11-11T18:20:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:20:12,992 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/.tmp/hbase.id]:[hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/hbase.id] 2024-11-11T18:20:13,001 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:13,001 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:20:13,004 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-11T18:20:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:20:13,014 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:13,015 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:20:13,016 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:20:13,023 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store 2024-11-11T18:20:13,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:20:13,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:13,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:13,435 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:13,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:13,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:13,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:13,435 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:13,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349213435Disabling compacts and flushes for region at 1731349213435Disabling writes for close at 1731349213435Writing region close event to WAL at 1731349213435Closed at 1731349213435 2024-11-11T18:20:13,436 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/.initializing 2024-11-11T18:20:13,436 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/WALs/90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:13,437 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:13,438 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37451%2C1731349212883, suffix=, logDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/WALs/90f34c5bee6a,37451,1731349212883, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/oldWALs, maxLogs=10 2024-11-11T18:20:13,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/WALs/90f34c5bee6a,37451,1731349212883/90f34c5bee6a%2C37451%2C1731349212883.1731349213438, exclude list is [], retry=0 2024-11-11T18:20:13,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-80f1d246-6939-4bfc-a1a6-c90472119a13,DISK] 2024-11-11T18:20:13,464 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/WALs/90f34c5bee6a,37451,1731349212883/90f34c5bee6a%2C37451%2C1731349212883.1731349213438 2024-11-11T18:20:13,464 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755)] 2024-11-11T18:20:13,464 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:13,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:13,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:20:13,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:20:13,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:20:13,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:13,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:13,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:20:13,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:13,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:13,473 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,474 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,476 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,476 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,476 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:13,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:13,480 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:13,480 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60373374, jitterRate=-0.10036662220954895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:13,480 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349213465Initializing all the Stores at 1731349213466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349213466Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349213466Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349213466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349213466Cleaning up temporary data from old regions at 1731349213476 (+10 ms)Region opened successfully at 1731349213480 (+4 ms) 2024-11-11T18:20:13,480 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:20:13,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f7b0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:13,484 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:20:13,484 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:20:13,484 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:20:13,485 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:20:13,485 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:20:13,485 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:20:13,485 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:20:13,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:20:13,493 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Unable to get data of znode /21180711698/balancer because node does not exist (not necessarily an error) 2024-11-11T18:20:13,494 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21180711698/balancer already deleted, retry=false 2024-11-11T18:20:13,495 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:20:13,496 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Unable to get data of znode /21180711698/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:20:13,497 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21180711698/normalizer already deleted, retry=false 2024-11-11T18:20:13,497 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:20:13,499 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Unable to get data of znode /21180711698/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:20:13,500 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21180711698/switch/split already deleted, retry=false 2024-11-11T18:20:13,502 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Unable to get data of znode /21180711698/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:20:13,506 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21180711698/switch/merge already deleted, retry=false 2024-11-11T18:20:13,508 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Unable to get data of znode /21180711698/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:20:13,509 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21180711698/snapshot-cleanup already deleted, retry=false 2024-11-11T18:20:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21180711698/running 2024-11-11T18:20:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21180711698/running 2024-11-11T18:20:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,512 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,37451,1731349212883, sessionid=0x101084237fc0006, setting cluster-up flag (Was=false) 2024-11-11T18:20:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:13,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,521 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21180711698/flush-table-proc/acquired, /21180711698/flush-table-proc/reached, /21180711698/flush-table-proc/abort 2024-11-11T18:20:13,522 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:13,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:13,532 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21180711698/online-snapshot/acquired, /21180711698/online-snapshot/reached, /21180711698/online-snapshot/abort 2024-11-11T18:20:13,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:13,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:20:13,536 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:13,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:20:13,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:20:13,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:13,537 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,37451,1731349212883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:20:13,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:13,538 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38370 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:13,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:13,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:20:13,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:13,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349243548 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:20:13,548 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:20:13,552 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,564 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:20:13,564 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:20:13,565 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:20:13,565 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:20:13,568 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:20:13,568 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:20:13,569 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349213568,5,FailOnTimeoutGroup] 2024-11-11T18:20:13,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,569 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(746): ClusterId : 55b98932-f360-44bd-9466-f14b2ce067ec 2024-11-11T18:20:13,569 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:20:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:20:13,570 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349213569,5,FailOnTimeoutGroup] 2024-11-11T18:20:13,570 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,570 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:20:13,570 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,570 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,571 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:20:13,572 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:20:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,574 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:20:13,574 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2270e433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:13,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:13,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:20:13,594 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:41819 2024-11-11T18:20:13,594 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:20:13,594 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:20:13,594 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:20:13,594 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37451,1731349212883 with port=41819, startcode=1731349212927 2024-11-11T18:20:13,595 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:20:13,596 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:20:13,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:13,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37451 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:13,598 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9 2024-11-11T18:20:13,598 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41089 2024-11-11T18:20:13,598 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:20:13,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698/rs 2024-11-11T18:20:13,604 DEBUG [RS:0;90f34c5bee6a:41819 {}] zookeeper.ZKUtil(111): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on existing znode=/21180711698/rs/90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:13,604 WARN [RS:0;90f34c5bee6a:41819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:13,604 INFO [RS:0;90f34c5bee6a:41819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:13,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,41819,1731349212927] 2024-11-11T18:20:13,604 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:13,611 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:20:13,616 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:20:13,617 INFO [RS:0;90f34c5bee6a:41819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:20:13,617 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,617 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:20:13,621 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:20:13,621 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:13,621 DEBUG [RS:0;90f34c5bee6a:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:13,622 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,622 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,622 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,622 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,622 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,622 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41819,1731349212927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:13,646 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:20:13,647 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,41819,1731349212927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,647 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,647 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.Replication(171): 90f34c5bee6a,41819,1731349212927 started 2024-11-11T18:20:13,665 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:13,666 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,41819,1731349212927, RpcServer on 90f34c5bee6a/172.17.0.2:41819, sessionid=0x101084237fc0007 2024-11-11T18:20:13,666 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:20:13,666 DEBUG [RS:0;90f34c5bee6a:41819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:13,666 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,41819,1731349212927' 2024-11-11T18:20:13,666 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21180711698/flush-table-proc/abort' 2024-11-11T18:20:13,666 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21180711698/flush-table-proc/acquired' 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,41819,1731349212927' 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21180711698/online-snapshot/abort' 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21180711698/online-snapshot/acquired' 2024-11-11T18:20:13,667 DEBUG [RS:0;90f34c5bee6a:41819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:20:13,667 INFO [RS:0;90f34c5bee6a:41819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:20:13,667 INFO [RS:0;90f34c5bee6a:41819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:20:13,768 INFO [RS:0;90f34c5bee6a:41819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:13,769 INFO [RS:0;90f34c5bee6a:41819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C41819%2C1731349212927, suffix=, logDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/oldWALs, maxLogs=10 2024-11-11T18:20:13,783 DEBUG [RS:0;90f34c5bee6a:41819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, exclude list is [], retry=0 2024-11-11T18:20:13,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-80f1d246-6939-4bfc-a1a6-c90472119a13,DISK] 2024-11-11T18:20:13,787 INFO [RS:0;90f34c5bee6a:41819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 2024-11-11T18:20:13,788 DEBUG [RS:0;90f34c5bee6a:41819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755)] 2024-11-11T18:20:13,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:20:13,971 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9 2024-11-11T18:20:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:20:14,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:14,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:14,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:14,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:14,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:14,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:14,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:14,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:14,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:14,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:14,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740 2024-11-11T18:20:14,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740 2024-11-11T18:20:14,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:14,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:14,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:14,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:14,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:14,389 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66145084, jitterRate=-0.014361441135406494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:14,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349214377Initializing all the Stores at 1731349214378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349214378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349214378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349214378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349214378Cleaning up temporary data from old regions at 1731349214386 (+8 ms)Region opened successfully at 1731349214390 (+4 ms) 2024-11-11T18:20:14,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:14,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:14,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:14,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:14,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:14,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:14,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349214390Disabling compacts and flushes for region at 1731349214390Disabling writes for close at 1731349214390Writing region close event to WAL at 1731349214390Closed at 1731349214390 2024-11-11T18:20:14,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:14,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:20:14,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:20:14,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:14,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:20:14,543 DEBUG [90f34c5bee6a:37451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:20:14,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:14,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,41819,1731349212927, state=OPENING 2024-11-11T18:20:14,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:20:14,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:14,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:14,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:14,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21180711698/meta-region-server: CHANGED 2024-11-11T18:20:14,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21180711698/meta-region-server: CHANGED 2024-11-11T18:20:14,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,41819,1731349212927}] 2024-11-11T18:20:14,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:14,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:20:14,712 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:20:14,713 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:14,713 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:20:14,714 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C41819%2C1731349212927.meta, suffix=.meta, logDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/oldWALs, maxLogs=10 2024-11-11T18:20:14,732 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.meta.1731349214715.meta, exclude list is [], retry=0 2024-11-11T18:20:14,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-80f1d246-6939-4bfc-a1a6-c90472119a13,DISK] 2024-11-11T18:20:14,736 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.meta.1731349214715.meta 2024-11-11T18:20:14,736 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755)] 2024-11-11T18:20:14,736 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:14,737 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:14,737 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:14,737 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:20:14,737 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:20:14,737 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:20:14,737 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:14,737 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:20:14,737 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:20:14,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:14,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:14,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:14,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:14,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:14,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:14,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:14,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:14,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:14,745 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:14,745 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740 2024-11-11T18:20:14,746 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740 2024-11-11T18:20:14,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:14,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:14,748 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:14,749 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:14,749 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72697000, jitterRate=0.08326971530914307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:14,749 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:20:14,750 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349214737Writing region info on filesystem at 1731349214738 (+1 ms)Initializing all the Stores at 1731349214738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349214738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349214740 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349214740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349214740Cleaning up temporary data from old regions at 1731349214747 (+7 ms)Running coprocessor post-open hooks at 1731349214750 (+3 ms)Region opened successfully at 1731349214750 2024-11-11T18:20:14,751 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349214701 2024-11-11T18:20:14,753 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:20:14,753 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:20:14,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:14,754 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,41819,1731349212927, state=OPEN 2024-11-11T18:20:14,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21180711698/meta-region-server 2024-11-11T18:20:14,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21180711698/meta-region-server 2024-11-11T18:20:14,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21180711698/meta-region-server: CHANGED 2024-11-11T18:20:14,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:14,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21180711698/meta-region-server: CHANGED 2024-11-11T18:20:14,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:20:14,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,41819,1731349212927 in 207 msec 2024-11-11T18:20:14,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:20:14,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-11T18:20:14,765 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:14,765 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:20:14,766 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:14,766 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,41819,1731349212927, seqNum=-1] 2024-11-11T18:20:14,767 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:14,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:14,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-11T18:20:14,773 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349214773, completionTime=-1 2024-11-11T18:20:14,773 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:20:14,773 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:20:14,775 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:20:14,775 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349274775 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349334776 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37451,1731349212883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37451,1731349212883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37451,1731349212883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:37451, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,778 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.799sec 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37451,1731349212883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:14,781 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37451,1731349212883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:20:14,783 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:20:14,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:20:14,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37451,1731349212883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:14,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:14,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:14,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:14,871 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e8d846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:14,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:14,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:14,873 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:14,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:14,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,41819,1731349212927, seqNum=-1] 2024-11-11T18:20:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:14,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:14,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:14,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51274 2024-11-11T18:20:14,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:14,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101084237fc0008 connected 2024-11-11T18:20:14,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@156e23a0 2024-11-11T18:20:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:14,889 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:14,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:20:14,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:14,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:14,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:20:14,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:14,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:20:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:15,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16d8de1feb9684226cab7ec2b490c72c, NAME => 'test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1 2024-11-11T18:20:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:20:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:15,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:15,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16d8de1feb9684226cab7ec2b490c72c, disabling compactions & flushes 2024-11-11T18:20:15,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:15,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:15,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. after waiting 0 ms 2024-11-11T18:20:15,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:15,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:15,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16d8de1feb9684226cab7ec2b490c72c: Waiting for close lock at 1731349215711Disabling compacts and flushes for region at 1731349215711Disabling writes for close at 1731349215712 (+1 ms)Writing region close event to WAL at 1731349215712Closed at 1731349215712 2024-11-11T18:20:15,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:15,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349215713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349215713"}]},"ts":"1731349215713"} 2024-11-11T18:20:15,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:15,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:15,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349215722"}]},"ts":"1731349215722"} 2024-11-11T18:20:15,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:20:15,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16d8de1feb9684226cab7ec2b490c72c, ASSIGN}] 2024-11-11T18:20:15,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16d8de1feb9684226cab7ec2b490c72c, ASSIGN 2024-11-11T18:20:15,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16d8de1feb9684226cab7ec2b490c72c, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46311,1731349205441; forceNewPlan=false, retain=false 2024-11-11T18:20:15,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16d8de1feb9684226cab7ec2b490c72c, regionState=OPENING, regionLocation=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:15,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16d8de1feb9684226cab7ec2b490c72c, ASSIGN because future has completed 2024-11-11T18:20:15,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d8de1feb9684226cab7ec2b490c72c, server=90f34c5bee6a,46311,1731349205441}] 2024-11-11T18:20:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:16,037 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:16,037 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16d8de1feb9684226cab7ec2b490c72c, NAME => 'test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:16,038 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:16,038 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:20:16,038 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,038 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:16,038 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,038 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,039 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,041 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d8de1feb9684226cab7ec2b490c72c columnFamilyName f 2024-11-11T18:20:16,041 DEBUG [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:16,041 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] regionserver.HStore(327): Store=16d8de1feb9684226cab7ec2b490c72c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:16,041 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,047 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d8de1feb9684226cab7ec2b490c72c columnFamilyName f1 2024-11-11T18:20:16,047 DEBUG [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:16,048 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] regionserver.HStore(327): Store=16d8de1feb9684226cab7ec2b490c72c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:16,048 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,050 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d8de1feb9684226cab7ec2b490c72c columnFamilyName norep 2024-11-11T18:20:16,050 DEBUG [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:16,050 INFO [StoreOpener-16d8de1feb9684226cab7ec2b490c72c-1 {}] regionserver.HStore(327): Store=16d8de1feb9684226cab7ec2b490c72c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:16,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,052 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,052 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:16,054 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:16,056 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16d8de1feb9684226cab7ec2b490c72c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72963874, jitterRate=0.08724644780158997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:16,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:16,057 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16d8de1feb9684226cab7ec2b490c72c: Running coprocessor pre-open hook at 1731349216038Writing region info on filesystem at 1731349216038Initializing all the Stores at 1731349216039 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349216039Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349216039Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349216039Cleaning up temporary data from old regions at 1731349216052 (+13 ms)Running coprocessor post-open hooks at 1731349216056 (+4 ms)Region opened successfully at 1731349216057 (+1 ms) 2024-11-11T18:20:16,058 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c., pid=6, masterSystemTime=1731349216034 2024-11-11T18:20:16,062 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:16,062 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:16,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16d8de1feb9684226cab7ec2b490c72c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:16,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d8de1feb9684226cab7ec2b490c72c, server=90f34c5bee6a,46311,1731349205441 because future has completed 2024-11-11T18:20:16,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:20:16,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16d8de1feb9684226cab7ec2b490c72c, server=90f34c5bee6a,46311,1731349205441 in 187 msec 2024-11-11T18:20:16,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:20:16,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16d8de1feb9684226cab7ec2b490c72c, ASSIGN in 346 msec 2024-11-11T18:20:16,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:16,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349216073"}]},"ts":"1731349216073"} 2024-11-11T18:20:16,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:20:16,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:16,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-11T18:20:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:17,048 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:20:17,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2640821d 2024-11-11T18:20:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:17,050 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:17,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:20:17,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:17,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:17,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:20:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:17,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:20:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:17,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e761a6004cfe2d2caf91656518b882f, NAME => 'test,,1731349217051.4e761a6004cfe2d2caf91656518b882f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021 2024-11-11T18:20:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:20:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:17,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349217051.4e761a6004cfe2d2caf91656518b882f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:17,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e761a6004cfe2d2caf91656518b882f, disabling compactions & flushes 2024-11-11T18:20:17,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:17,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:17,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. after waiting 0 ms 2024-11-11T18:20:17,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:17,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:17,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e761a6004cfe2d2caf91656518b882f: Waiting for close lock at 1731349217866Disabling compacts and flushes for region at 1731349217866Disabling writes for close at 1731349217867 (+1 ms)Writing region close event to WAL at 1731349217867Closed at 1731349217867 2024-11-11T18:20:17,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:17,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349217051.4e761a6004cfe2d2caf91656518b882f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349217868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349217868"}]},"ts":"1731349217868"} 2024-11-11T18:20:17,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:17,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:17,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349217871"}]},"ts":"1731349217871"} 2024-11-11T18:20:17,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:20:17,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e761a6004cfe2d2caf91656518b882f, ASSIGN}] 2024-11-11T18:20:17,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e761a6004cfe2d2caf91656518b882f, ASSIGN 2024-11-11T18:20:17,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e761a6004cfe2d2caf91656518b882f, ASSIGN; state=OFFLINE, location=90f34c5bee6a,44807,1731349209467; forceNewPlan=false, retain=false 2024-11-11T18:20:18,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e761a6004cfe2d2caf91656518b882f, regionState=OPENING, regionLocation=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:18,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e761a6004cfe2d2caf91656518b882f, ASSIGN because future has completed 2024-11-11T18:20:18,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e761a6004cfe2d2caf91656518b882f, server=90f34c5bee6a,44807,1731349209467}] 2024-11-11T18:20:18,183 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:18,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e761a6004cfe2d2caf91656518b882f, NAME => 'test,,1731349217051.4e761a6004cfe2d2caf91656518b882f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:18,183 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:18,183 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:20:18,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349217051.4e761a6004cfe2d2caf91656518b882f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:18,184 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,184 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,185 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,186 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e761a6004cfe2d2caf91656518b882f columnFamilyName f 2024-11-11T18:20:18,186 DEBUG [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:18,186 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] regionserver.HStore(327): Store=4e761a6004cfe2d2caf91656518b882f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:18,186 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,187 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e761a6004cfe2d2caf91656518b882f columnFamilyName f1 2024-11-11T18:20:18,187 DEBUG [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:18,187 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] regionserver.HStore(327): Store=4e761a6004cfe2d2caf91656518b882f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:18,188 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:18,188 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e761a6004cfe2d2caf91656518b882f columnFamilyName norep 2024-11-11T18:20:18,188 DEBUG [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:18,189 INFO [StoreOpener-4e761a6004cfe2d2caf91656518b882f-1 {}] regionserver.HStore(327): Store=4e761a6004cfe2d2caf91656518b882f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:18,189 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,189 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,189 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,190 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,190 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,190 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:18,191 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,192 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:18,193 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e761a6004cfe2d2caf91656518b882f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71423581, jitterRate=0.06429429352283478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:18,193 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:18,193 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e761a6004cfe2d2caf91656518b882f: Running coprocessor pre-open hook at 1731349218184Writing region info on filesystem at 1731349218184Initializing all the Stores at 1731349218184Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349218184Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349218184Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349218184Cleaning up temporary data from old regions at 1731349218190 (+6 ms)Running coprocessor post-open hooks at 1731349218193 (+3 ms)Region opened successfully at 1731349218193 2024-11-11T18:20:18,194 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349217051.4e761a6004cfe2d2caf91656518b882f., pid=6, masterSystemTime=1731349218179 2024-11-11T18:20:18,195 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:18,195 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:18,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e761a6004cfe2d2caf91656518b882f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:18,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e761a6004cfe2d2caf91656518b882f, server=90f34c5bee6a,44807,1731349209467 because future has completed 2024-11-11T18:20:18,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:20:18,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e761a6004cfe2d2caf91656518b882f, server=90f34c5bee6a,44807,1731349209467 in 171 msec 2024-11-11T18:20:18,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:20:18,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e761a6004cfe2d2caf91656518b882f, ASSIGN in 327 msec 2024-11-11T18:20:18,202 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:18,203 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349218203"}]},"ts":"1731349218203"} 2024-11-11T18:20:18,204 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:20:18,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:18,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-11T18:20:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:19,198 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:20:19,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56037ceb 2024-11-11T18:20:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:19,200 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:19,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:20:19,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:19,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:19,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:20:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:19,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:19,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:20:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:20:19,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T18:20:19,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:19,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T18:20:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:19,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:20:19,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff4c34400f4e45c82531f731c84ea566, NAME => 'test,,1731349219201.ff4c34400f4e45c82531f731c84ea566.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9 2024-11-11T18:20:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:20:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:20,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349219201.ff4c34400f4e45c82531f731c84ea566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:20,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff4c34400f4e45c82531f731c84ea566, disabling compactions & flushes 2024-11-11T18:20:20,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. after waiting 0 ms 2024-11-11T18:20:20,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff4c34400f4e45c82531f731c84ea566: Waiting for close lock at 1731349220017Disabling compacts and flushes for region at 1731349220017Disabling writes for close at 1731349220017Writing region close event to WAL at 1731349220017Closed at 1731349220017 2024-11-11T18:20:20,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:20,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349219201.ff4c34400f4e45c82531f731c84ea566.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349220018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349220018"}]},"ts":"1731349220018"} 2024-11-11T18:20:20,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:20,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:20,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349220022"}]},"ts":"1731349220022"} 2024-11-11T18:20:20,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:20:20,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff4c34400f4e45c82531f731c84ea566, ASSIGN}] 2024-11-11T18:20:20,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff4c34400f4e45c82531f731c84ea566, ASSIGN 2024-11-11T18:20:20,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff4c34400f4e45c82531f731c84ea566, ASSIGN; state=OFFLINE, location=90f34c5bee6a,41819,1731349212927; forceNewPlan=false, retain=false 2024-11-11T18:20:20,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff4c34400f4e45c82531f731c84ea566, regionState=OPENING, regionLocation=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff4c34400f4e45c82531f731c84ea566, ASSIGN because future has completed 2024-11-11T18:20:20,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff4c34400f4e45c82531f731c84ea566, server=90f34c5bee6a,41819,1731349212927}] 2024-11-11T18:20:20,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:20,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:20,337 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,337 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff4c34400f4e45c82531f731c84ea566, NAME => 'test,,1731349219201.ff4c34400f4e45c82531f731c84ea566.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:20,337 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:20,337 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:20:20,338 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,338 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349219201.ff4c34400f4e45c82531f731c84ea566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:20,338 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,338 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:20,339 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,340 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff4c34400f4e45c82531f731c84ea566 columnFamilyName f 2024-11-11T18:20:20,340 DEBUG [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:20,341 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] regionserver.HStore(327): Store=ff4c34400f4e45c82531f731c84ea566/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:20,341 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,341 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff4c34400f4e45c82531f731c84ea566 columnFamilyName f1 2024-11-11T18:20:20,342 DEBUG [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:20,342 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] regionserver.HStore(327): Store=ff4c34400f4e45c82531f731c84ea566/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:20,342 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,343 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff4c34400f4e45c82531f731c84ea566 columnFamilyName norep 2024-11-11T18:20:20,343 DEBUG [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:20,343 INFO [StoreOpener-ff4c34400f4e45c82531f731c84ea566-1 {}] regionserver.HStore(327): Store=ff4c34400f4e45c82531f731c84ea566/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:20,343 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,344 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,344 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:20,346 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,348 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:20,348 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff4c34400f4e45c82531f731c84ea566; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68951660, jitterRate=0.027459800243377686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:20,348 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:20,348 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff4c34400f4e45c82531f731c84ea566: Running coprocessor pre-open hook at 1731349220338Writing region info on filesystem at 1731349220338Initializing all the Stores at 1731349220338Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349220339 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349220339Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349220339Cleaning up temporary data from old regions at 1731349220345 (+6 ms)Running coprocessor post-open hooks at 1731349220348 (+3 ms)Region opened successfully at 1731349220348 2024-11-11T18:20:20,349 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349219201.ff4c34400f4e45c82531f731c84ea566., pid=6, masterSystemTime=1731349220333 2024-11-11T18:20:20,352 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,352 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:20,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff4c34400f4e45c82531f731c84ea566, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff4c34400f4e45c82531f731c84ea566, server=90f34c5bee6a,41819,1731349212927 because future has completed 2024-11-11T18:20:20,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:20:20,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff4c34400f4e45c82531f731c84ea566, server=90f34c5bee6a,41819,1731349212927 in 175 msec 2024-11-11T18:20:20,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:20:20,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff4c34400f4e45c82531f731c84ea566, ASSIGN in 333 msec 2024-11-11T18:20:20,359 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:20,359 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349220359"}]},"ts":"1731349220359"} 2024-11-11T18:20:20,361 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:20:20,361 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:20,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-11T18:20:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:21,359 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:20:21,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:21,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:21,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:21,370 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee29236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:21,373 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6fbe3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:21,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@758e67d4 2024-11-11T18:20:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:21,377 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:21,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:36159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:21,381 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:36159' 2024-11-11T18:20:21,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca25e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:21,383 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36159,-1 for getting cluster id 2024-11-11T18:20:21,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:21,383 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e50ce05b-6367-42a2-bf85-e0d2f15d65f3' 2024-11-11T18:20:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e50ce05b-6367-42a2-bf85-e0d2f15d65f3" 2024-11-11T18:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b787f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36159,-1] 2024-11-11T18:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:21,385 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:21,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b9abf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:21,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d49ad66 2024-11-11T18:20:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:21,388 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:21,389 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:20:21,389 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:20:21,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:21,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:21,390 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:21,391 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:20:21,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:21,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:21,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:21,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:20:21,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02c18dc7dc76380e85b925997cbc5ebf, NAME => 'hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1 2024-11-11T18:20:21,441 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:20:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:20:21,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:21,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 02c18dc7dc76380e85b925997cbc5ebf, disabling compactions & flushes 2024-11-11T18:20:21,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. after waiting 0 ms 2024-11-11T18:20:21,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02c18dc7dc76380e85b925997cbc5ebf: Waiting for close lock at 1731349221464Disabling compacts and flushes for region at 1731349221464Disabling writes for close at 1731349221464Writing region close event to WAL at 1731349221464Closed at 1731349221464 2024-11-11T18:20:21,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:21,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349221466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349221466"}]},"ts":"1731349221466"} 2024-11-11T18:20:21,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:21,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:21,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349221470"}]},"ts":"1731349221470"} 2024-11-11T18:20:21,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:20:21,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02c18dc7dc76380e85b925997cbc5ebf, ASSIGN}] 2024-11-11T18:20:21,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02c18dc7dc76380e85b925997cbc5ebf, ASSIGN 2024-11-11T18:20:21,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02c18dc7dc76380e85b925997cbc5ebf, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46311,1731349205441; forceNewPlan=false, retain=false 2024-11-11T18:20:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:21,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02c18dc7dc76380e85b925997cbc5ebf, regionState=OPENING, regionLocation=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:21,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02c18dc7dc76380e85b925997cbc5ebf, ASSIGN because future has completed 2024-11-11T18:20:21,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c18dc7dc76380e85b925997cbc5ebf, server=90f34c5bee6a,46311,1731349205441}] 2024-11-11T18:20:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:21,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:21,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:20:21,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46311%2C1731349205441.rep, suffix=, logDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/oldWALs, maxLogs=10 2024-11-11T18:20:21,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.rep.1731349221803, exclude list is [], retry=0 2024-11-11T18:20:21,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-a2697eeb-f424-408b-85df-a8fd44a90308,DISK] 2024-11-11T18:20:21,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.rep.1731349221803 2024-11-11T18:20:21,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459)] 2024-11-11T18:20:21,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 02c18dc7dc76380e85b925997cbc5ebf, NAME => 'hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:21,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. service=MultiRowMutationService 2024-11-11T18:20:21,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:20:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,831 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,832 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c18dc7dc76380e85b925997cbc5ebf columnFamilyName hfileref 2024-11-11T18:20:21,832 DEBUG [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:21,832 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] regionserver.HStore(327): Store=02c18dc7dc76380e85b925997cbc5ebf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:21,832 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,833 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c18dc7dc76380e85b925997cbc5ebf columnFamilyName queue 2024-11-11T18:20:21,834 DEBUG [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:21,834 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] regionserver.HStore(327): Store=02c18dc7dc76380e85b925997cbc5ebf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:21,834 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,835 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c18dc7dc76380e85b925997cbc5ebf columnFamilyName sid 2024-11-11T18:20:21,835 DEBUG [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:21,836 INFO [StoreOpener-02c18dc7dc76380e85b925997cbc5ebf-1 {}] regionserver.HStore(327): Store=02c18dc7dc76380e85b925997cbc5ebf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:21,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/replication/02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/replication/02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:21,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/replication/02c18dc7dc76380e85b925997cbc5ebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:21,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 02c18dc7dc76380e85b925997cbc5ebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59868797, jitterRate=-0.10788540542125702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:21,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:21,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 02c18dc7dc76380e85b925997cbc5ebf: Running coprocessor pre-open hook at 1731349221829Writing region info on filesystem at 1731349221829Initializing all the Stores at 1731349221830 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349221830Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349221830Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349221830Cleaning up temporary data from old regions at 1731349221837 (+7 ms)Running coprocessor post-open hooks at 1731349221844 (+7 ms)Region opened successfully at 1731349221844 2024-11-11T18:20:21,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf., pid=10, masterSystemTime=1731349221797 2024-11-11T18:20:21,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:21,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02c18dc7dc76380e85b925997cbc5ebf, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:21,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c18dc7dc76380e85b925997cbc5ebf, server=90f34c5bee6a,46311,1731349205441 because future has completed 2024-11-11T18:20:21,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:20:21,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 02c18dc7dc76380e85b925997cbc5ebf, server=90f34c5bee6a,46311,1731349205441 in 206 msec 2024-11-11T18:20:21,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:20:21,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02c18dc7dc76380e85b925997cbc5ebf, ASSIGN in 379 msec 2024-11-11T18:20:21,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:21,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349221854"}]},"ts":"1731349221854"} 2024-11-11T18:20:21,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:20:21,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:21,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 467 msec 2024-11-11T18:20:21,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf., hostname=90f34c5bee6a,46311,1731349205441, seqNum=2] 2024-11-11T18:20:21,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:21,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:21,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:20:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:22,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:20:22,062 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:20:22,090 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,46311,1731349205441, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:20:22,090 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:22,090 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46311,1731349205441, seqNum=-1] 2024-11-11T18:20:22,090 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:22,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T18:20:22,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,46311,1731349205441', locateType=CURRENT is [region=hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf., hostname=90f34c5bee6a,46311,1731349205441, seqNum=2] 2024-11-11T18:20:22,095 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:20:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:20:22,097 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,46311,1731349205441 suceeded 2024-11-11T18:20:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:20:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T18:20:22,098 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:36159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:20:22,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 720 msec 2024-11-11T18:20:22,108 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:36159' 2024-11-11T18:20:22,109 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1174a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,109 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36159,-1 for getting cluster id 2024-11-11T18:20:22,109 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:22,110 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e50ce05b-6367-42a2-bf85-e0d2f15d65f3' 2024-11-11T18:20:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e50ce05b-6367-42a2-bf85-e0d2f15d65f3" 2024-11-11T18:20:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7278f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36159,-1] 2024-11-11T18:20:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,111 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:22,112 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,112 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e4772e 2024-11-11T18:20:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:22,114 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T18:20:22,115 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,46311,1731349205441 (queues=1) is replicating from cluster=93dde441-49ad-4469-a984-7519d5412dda to cluster=e50ce05b-6367-42a2-bf85-e0d2f15d65f3 2024-11-11T18:20:22,115 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C46311%2C1731349205441 2024-11-11T18:20:22,115 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,46311,1731349205441, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:20:22,116 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, startPosition=0, beingWritten=true 2024-11-11T18:20:22,116 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C46311%2C1731349205441 2024-11-11T18:20:22,121 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:22,121 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:22,121 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:22,326 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:22,518 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:20:22,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:22,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36159,-1 for getting cluster id 2024-11-11T18:20:22,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:22,520 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e50ce05b-6367-42a2-bf85-e0d2f15d65f3' 2024-11-11T18:20:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e50ce05b-6367-42a2-bf85-e0d2f15d65f3" 2024-11-11T18:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7c0276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36159,-1] 2024-11-11T18:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,522 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5fbfee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70700cb3 2024-11-11T18:20:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:22,524 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:22,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:20:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:20:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:22,527 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:37451' 2024-11-11T18:20:22,528 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3309ef9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,528 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:22,528 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:22,529 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bceba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:22,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,530 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362c48ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:22,531 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f17fb64 2024-11-11T18:20:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:22,532 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:22,533 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T18:20:22,533 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:20:22,533 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,533 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:22,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:22,533 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:22,534 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:20:22,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:22,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:22,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:20:22,584 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:20:22,629 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:22,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52623b553948056884bbf13f03ff8361, NAME => 'hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021 2024-11-11T18:20:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:20:23,033 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:23,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:23,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52623b553948056884bbf13f03ff8361, disabling compactions & flushes 2024-11-11T18:20:23,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. after waiting 0 ms 2024-11-11T18:20:23,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52623b553948056884bbf13f03ff8361: Waiting for close lock at 1731349223352Disabling compacts and flushes for region at 1731349223352Disabling writes for close at 1731349223352Writing region close event to WAL at 1731349223352Closed at 1731349223352 2024-11-11T18:20:23,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:23,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349223353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349223353"}]},"ts":"1731349223353"} 2024-11-11T18:20:23,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:23,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:23,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349223356"}]},"ts":"1731349223356"} 2024-11-11T18:20:23,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:20:23,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52623b553948056884bbf13f03ff8361, ASSIGN}] 2024-11-11T18:20:23,360 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52623b553948056884bbf13f03ff8361, ASSIGN 2024-11-11T18:20:23,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52623b553948056884bbf13f03ff8361, ASSIGN; state=OFFLINE, location=90f34c5bee6a,44807,1731349209467; forceNewPlan=false, retain=false 2024-11-11T18:20:23,511 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52623b553948056884bbf13f03ff8361, regionState=OPENING, regionLocation=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52623b553948056884bbf13f03ff8361, ASSIGN because future has completed 2024-11-11T18:20:23,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52623b553948056884bbf13f03ff8361, server=90f34c5bee6a,44807,1731349209467}] 2024-11-11T18:20:23,542 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:23,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:23,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:23,568 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48400 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:23,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:23,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:20:23,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C44807%2C1731349209467.rep, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/oldWALs, maxLogs=10 2024-11-11T18:20:23,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.rep.1731349223671, exclude list is [], retry=0 2024-11-11T18:20:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-70dce6af-3c47-439c-9226-9e1db0be3836,DISK] 2024-11-11T18:20:23,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.rep.1731349223671 2024-11-11T18:20:23,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41659:41659)] 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 52623b553948056884bbf13f03ff8361, NAME => 'hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:23,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. service=MultiRowMutationService 2024-11-11T18:20:23,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,690 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,691 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52623b553948056884bbf13f03ff8361 columnFamilyName hfileref 2024-11-11T18:20:23,691 DEBUG [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:23,692 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] regionserver.HStore(327): Store=52623b553948056884bbf13f03ff8361/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:23,692 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,693 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52623b553948056884bbf13f03ff8361 columnFamilyName queue 2024-11-11T18:20:23,693 DEBUG [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:23,693 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] regionserver.HStore(327): Store=52623b553948056884bbf13f03ff8361/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:23,693 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,694 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52623b553948056884bbf13f03ff8361 columnFamilyName sid 2024-11-11T18:20:23,694 DEBUG [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:23,694 INFO [StoreOpener-52623b553948056884bbf13f03ff8361-1 {}] regionserver.HStore(327): Store=52623b553948056884bbf13f03ff8361/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:23,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/replication/52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/replication/52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/replication/52623b553948056884bbf13f03ff8361/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:23,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 52623b553948056884bbf13f03ff8361; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60815688, jitterRate=-0.09377562999725342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 52623b553948056884bbf13f03ff8361: Running coprocessor pre-open hook at 1731349223689Writing region info on filesystem at 1731349223689Initializing all the Stores at 1731349223690 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349223690Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349223690Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349223690Cleaning up temporary data from old regions at 1731349223695 (+5 ms)Running coprocessor post-open hooks at 1731349223698 (+3 ms)Region opened successfully at 1731349223698 2024-11-11T18:20:23,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361., pid=10, masterSystemTime=1731349223666 2024-11-11T18:20:23,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:23,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52623b553948056884bbf13f03ff8361, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:23,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52623b553948056884bbf13f03ff8361, server=90f34c5bee6a,44807,1731349209467 because future has completed 2024-11-11T18:20:23,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:20:23,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 52623b553948056884bbf13f03ff8361, server=90f34c5bee6a,44807,1731349209467 in 190 msec 2024-11-11T18:20:23,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:20:23,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52623b553948056884bbf13f03ff8361, ASSIGN in 346 msec 2024-11-11T18:20:23,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:23,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349223707"}]},"ts":"1731349223707"} 2024-11-11T18:20:23,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:20:23,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:23,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-11T18:20:23,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361., hostname=90f34c5bee6a,44807,1731349209467, seqNum=2] 2024-11-11T18:20:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:23,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:20:23,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:20:23,904 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:20:23,943 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,44807,1731349209467, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:20:23,943 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:23,943 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44807,1731349209467, seqNum=-1] 2024-11-11T18:20:23,944 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:23,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T18:20:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,44807,1731349209467', locateType=CURRENT is [region=hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361., hostname=90f34c5bee6a,44807,1731349209467, seqNum=2] 2024-11-11T18:20:23,960 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:20:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:20:23,965 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,44807,1731349209467 suceeded 2024-11-11T18:20:23,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:20:23,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-11T18:20:23,968 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:20:23,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4430 sec 2024-11-11T18:20:23,985 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:37451' 2024-11-11T18:20:23,987 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6c0630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:23,987 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:23,988 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:23,989 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@311b66b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:23,991 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:23,992 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74db53f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:23,992 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:23,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:23,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5889a2b0 2024-11-11T18:20:23,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:23,994 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T18:20:23,994 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,44807,1731349209467 (queues=1) is replicating from cluster=e50ce05b-6367-42a2-bf85-e0d2f15d65f3 to cluster=55b98932-f360-44bd-9466-f14b2ce067ec 2024-11-11T18:20:23,994 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C44807%2C1731349209467 2024-11-11T18:20:23,995 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,44807,1731349209467, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, startPosition=0, beingWritten=true 2024-11-11T18:20:24,006 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C44807%2C1731349209467 2024-11-11T18:20:24,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:24,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:24,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:24,146 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:24,219 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:24,523 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:24,678 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:20:24,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:24,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:24,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:24,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:24,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:24,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:24,681 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b84713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:24,682 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cec416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:24,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e55c38a 2024-11-11T18:20:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:24,684 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:24,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:40923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:20:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:20:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:24,688 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40923' 2024-11-11T18:20:24,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567f6d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:24,689 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:24,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:24,689 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53023722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:24,691 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:24,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163a4812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:24,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d2a0f3 2024-11-11T18:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:24,693 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:24,693 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:20:24,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:20:24,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:24,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:24,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:24,694 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:24,700 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:20:24,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:24,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:24,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:20:24,715 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3c98e305b55d1ee39391e969ac9cdd5, NAME => 'hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9 2024-11-11T18:20:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:20:24,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:20:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:24,849 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:24,927 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:25,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:25,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a3c98e305b55d1ee39391e969ac9cdd5, disabling compactions & flushes 2024-11-11T18:20:25,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. after waiting 0 ms 2024-11-11T18:20:25,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3c98e305b55d1ee39391e969ac9cdd5: Waiting for close lock at 1731349225131Disabling compacts and flushes for region at 1731349225131Disabling writes for close at 1731349225131Writing region close event to WAL at 1731349225131Closed at 1731349225131 2024-11-11T18:20:25,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:25,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349225135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349225135"}]},"ts":"1731349225135"} 2024-11-11T18:20:25,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:25,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:25,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349225141"}]},"ts":"1731349225141"} 2024-11-11T18:20:25,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:20:25,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3c98e305b55d1ee39391e969ac9cdd5, ASSIGN}] 2024-11-11T18:20:25,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3c98e305b55d1ee39391e969ac9cdd5, ASSIGN 2024-11-11T18:20:25,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3c98e305b55d1ee39391e969ac9cdd5, ASSIGN; state=OFFLINE, location=90f34c5bee6a,41819,1731349212927; forceNewPlan=false, retain=false 2024-11-11T18:20:25,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3c98e305b55d1ee39391e969ac9cdd5, regionState=OPENING, regionLocation=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:25,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3c98e305b55d1ee39391e969ac9cdd5, ASSIGN because future has completed 2024-11-11T18:20:25,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c98e305b55d1ee39391e969ac9cdd5, server=90f34c5bee6a,41819,1731349212927}] 2024-11-11T18:20:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:25,438 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:25,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:25,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:20:25,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C41819%2C1731349212927.rep, suffix=, logDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/oldWALs, maxLogs=10 2024-11-11T18:20:25,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.rep.1731349225459, exclude list is [], retry=0 2024-11-11T18:20:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-80f1d246-6939-4bfc-a1a6-c90472119a13,DISK] 2024-11-11T18:20:25,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.rep.1731349225459 2024-11-11T18:20:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755)] 2024-11-11T18:20:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c98e305b55d1ee39391e969ac9cdd5, NAME => 'hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:25,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. service=MultiRowMutationService 2024-11-11T18:20:25,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:20:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,479 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,480 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c98e305b55d1ee39391e969ac9cdd5 columnFamilyName hfileref 2024-11-11T18:20:25,480 DEBUG [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:25,481 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] regionserver.HStore(327): Store=a3c98e305b55d1ee39391e969ac9cdd5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:25,481 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,482 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c98e305b55d1ee39391e969ac9cdd5 columnFamilyName queue 2024-11-11T18:20:25,482 DEBUG [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:25,482 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] regionserver.HStore(327): Store=a3c98e305b55d1ee39391e969ac9cdd5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:25,482 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,483 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c98e305b55d1ee39391e969ac9cdd5 columnFamilyName sid 2024-11-11T18:20:25,483 DEBUG [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:25,483 INFO [StoreOpener-a3c98e305b55d1ee39391e969ac9cdd5-1 {}] regionserver.HStore(327): Store=a3c98e305b55d1ee39391e969ac9cdd5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:25,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/replication/a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/replication/a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:25,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/replication/a3c98e305b55d1ee39391e969ac9cdd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:25,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a3c98e305b55d1ee39391e969ac9cdd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59167985, jitterRate=-0.11832831799983978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:25,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:25,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a3c98e305b55d1ee39391e969ac9cdd5: Running coprocessor pre-open hook at 1731349225478Writing region info on filesystem at 1731349225478Initializing all the Stores at 1731349225479 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349225479Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349225479Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349225479Cleaning up temporary data from old regions at 1731349225485 (+6 ms)Running coprocessor post-open hooks at 1731349225488 (+3 ms)Region opened successfully at 1731349225488 2024-11-11T18:20:25,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5., pid=10, masterSystemTime=1731349225454 2024-11-11T18:20:25,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:25,491 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3c98e305b55d1ee39391e969ac9cdd5, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c98e305b55d1ee39391e969ac9cdd5, server=90f34c5bee6a,41819,1731349212927 because future has completed 2024-11-11T18:20:25,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:20:25,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c98e305b55d1ee39391e969ac9cdd5, server=90f34c5bee6a,41819,1731349212927 in 193 msec 2024-11-11T18:20:25,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:20:25,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3c98e305b55d1ee39391e969ac9cdd5, ASSIGN in 351 msec 2024-11-11T18:20:25,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:25,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349225498"}]},"ts":"1731349225498"} 2024-11-11T18:20:25,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:20:25,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:25,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-11-11T18:20:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5., hostname=90f34c5bee6a,41819,1731349212927, seqNum=2] 2024-11-11T18:20:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:25,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:20:25,656 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:25,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:20:25,719 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:20:25,751 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,41819,1731349212927, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:20:25,752 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:25,752 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,41819,1731349212927, seqNum=-1] 2024-11-11T18:20:25,752 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:25,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T18:20:25,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,41819,1731349212927', locateType=CURRENT is [region=hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5., hostname=90f34c5bee6a,41819,1731349212927, seqNum=2] 2024-11-11T18:20:25,757 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:20:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:20:25,760 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,41819,1731349212927 suceeded 2024-11-11T18:20:25,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:20:25,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-11T18:20:25,761 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:40923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:20:25,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0760 sec 2024-11-11T18:20:25,773 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40923' 2024-11-11T18:20:25,775 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78c5091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,775 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:25,775 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:25,775 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:25,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d73240f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:25,777 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:25,777 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694bd961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,777 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409b04c9 2024-11-11T18:20:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:25,779 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T18:20:25,779 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,41819,1731349212927 (queues=1) is replicating from cluster=55b98932-f360-44bd-9466-f14b2ce067ec to cluster=93dde441-49ad-4469-a984-7519d5412dda 2024-11-11T18:20:25,779 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C41819%2C1731349212927 2024-11-11T18:20:25,779 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,41819,1731349212927, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:20:25,780 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C41819%2C1731349212927 2024-11-11T18:20:25,780 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, startPosition=0, beingWritten=true 2024-11-11T18:20:25,784 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:25,785 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 379, reset compression=false 2024-11-11T18:20:25,785 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:20:25,828 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:20:25,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:25,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:25,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:25,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:25,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:25,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:25,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:25,830 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33847b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:25,832 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bea391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36159,-1 for getting cluster id 2024-11-11T18:20:25,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:25,833 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e50ce05b-6367-42a2-bf85-e0d2f15d65f3' 2024-11-11T18:20:25,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e50ce05b-6367-42a2-bf85-e0d2f15d65f3" 2024-11-11T18:20:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fe8c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36159,-1] 2024-11-11T18:20:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:25,835 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269e009f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:25,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:25,836 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:25,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16aa6f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:25,838 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb2faa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:25,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46311,1731349205441, seqNum=-1] 2024-11-11T18:20:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:25,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:25,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:25,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c., hostname=90f34c5bee6a,46311,1731349205441, seqNum=2] 2024-11-11T18:20:25,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,41819,1731349212927, seqNum=-1] 2024-11-11T18:20:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:25,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:25,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349219201.ff4c34400f4e45c82531f731c84ea566., hostname=90f34c5bee6a,41819,1731349212927, seqNum=2] 2024-11-11T18:20:25,875 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T18:20:25,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:25,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:20:25,988 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 379, reset compression=false 2024-11-11T18:20:26,042 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:26,292 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 379, reset compression=false 2024-11-11T18:20:26,560 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 379, reset compression=false 2024-11-11T18:20:26,565 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:26,565 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 480, reset compression=false 2024-11-11T18:20:26,565 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d8de1feb9684226cab7ec2b490c72c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T18:20:26,567 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:26,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T18:20:26,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:26,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2865c28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:26,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36159,-1 for getting cluster id 2024-11-11T18:20:26,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:26,570 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e50ce05b-6367-42a2-bf85-e0d2f15d65f3' 2024-11-11T18:20:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e50ce05b-6367-42a2-bf85-e0d2f15d65f3" 2024-11-11T18:20:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec1ea62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36159,-1] 2024-11-11T18:20:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:26,571 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:26,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e3dcf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:26,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:26,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44807,1731349209467, seqNum=-1] 2024-11-11T18:20:26,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:26,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T18:20:26,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349217051.4e761a6004cfe2d2caf91656518b882f., hostname=90f34c5bee6a,44807,1731349209467, seqNum=2] 2024-11-11T18:20:26,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:26,696 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 379, reset compression=false 2024-11-11T18:20:26,746 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 379, reset compression=false 2024-11-11T18:20:26,751 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:26,751 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 504, reset compression=false 2024-11-11T18:20:26,751 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e761a6004cfe2d2caf91656518b882f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T18:20:26,754 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:26,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T18:20:26,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:26,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fe6df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:26,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:26,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:26,757 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6229272c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:26,758 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:26,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@135aac89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:26,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:26,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,41819,1731349212927, seqNum=-1] 2024-11-11T18:20:26,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:26,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T18:20:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349219201.ff4c34400f4e45c82531f731c84ea566., hostname=90f34c5bee6a,41819,1731349212927, seqNum=2] 2024-11-11T18:20:26,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:26,768 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 480, reset compression=false 2024-11-11T18:20:26,877 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T18:20:26,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44807,1731349209467, seqNum=-1] 2024-11-11T18:20:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:26,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:26,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731349217051.4e761a6004cfe2d2caf91656518b882f., hostname=90f34c5bee6a,44807,1731349209467, seqNum=2] 2024-11-11T18:20:26,885 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T18:20:26,955 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 504, reset compression=false 2024-11-11T18:20:26,963 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:26,963 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 608, reset compression=false 2024-11-11T18:20:26,963 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e761a6004cfe2d2caf91656518b882f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:20:26,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:26,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:27,072 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 480, reset compression=false 2024-11-11T18:20:27,167 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 608, reset compression=false 2024-11-11T18:20:27,200 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 379, reset compression=false 2024-11-11T18:20:27,208 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:27,208 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 656, reset compression=false 2024-11-11T18:20:27,208 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff4c34400f4e45c82531f731c84ea566/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T18:20:27,214 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:27,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T18:20:27,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:27,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cdc7a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:27,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:27,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:27,219 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2b52af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:27,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:27,220 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:27,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382992d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:27,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46311,1731349205441, seqNum=-1] 2024-11-11T18:20:27,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:27,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T18:20:27,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c., hostname=90f34c5bee6a,46311,1731349205441, seqNum=2] 2024-11-11T18:20:27,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:27,435 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 656, reset compression=false 2024-11-11T18:20:27,476 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 608, reset compression=false 2024-11-11T18:20:27,476 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 480, reset compression=false 2024-11-11T18:20:27,481 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:27,481 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 631, reset compression=false 2024-11-11T18:20:27,481 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:27,684 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 631, reset compression=false 2024-11-11T18:20:27,740 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 656, reset compression=false 2024-11-11T18:20:27,880 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 608, reset compression=false 2024-11-11T18:20:27,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T18:20:27,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T18:20:27,988 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 631, reset compression=false 2024-11-11T18:20:28,144 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 656, reset compression=false 2024-11-11T18:20:28,148 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:28,148 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 760, reset compression=false 2024-11-11T18:20:28,148 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff4c34400f4e45c82531f731c84ea566/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:20:28,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:28,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:28,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 760, reset compression=false 2024-11-11T18:20:28,384 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 608, reset compression=false 2024-11-11T18:20:28,392 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 631, reset compression=false 2024-11-11T18:20:28,396 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:28,396 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 758, reset compression=false 2024-11-11T18:20:28,396 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d8de1feb9684226cab7ec2b490c72c/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T18:20:28,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:28,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:28,599 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 758, reset compression=false 2024-11-11T18:20:28,655 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 760, reset compression=false 2024-11-11T18:20:28,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T18:20:28,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T18:20:28,903 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 758, reset compression=false 2024-11-11T18:20:28,907 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:28,907 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 914, reset compression=false 2024-11-11T18:20:28,907 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d8de1feb9684226cab7ec2b490c72c/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T18:20:28,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:28,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:28,987 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 608, reset compression=false 2024-11-11T18:20:28,992 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:28,992 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 907, reset compression=false 2024-11-11T18:20:28,992 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e761a6004cfe2d2caf91656518b882f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T18:20:28,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:28,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:29,059 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 760, reset compression=false 2024-11-11T18:20:29,063 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:29,063 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 932, reset compression=false 2024-11-11T18:20:29,063 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:29,110 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 914, reset compression=false 2024-11-11T18:20:29,196 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 907, reset compression=false 2024-11-11T18:20:29,266 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 932, reset compression=false 2024-11-11T18:20:29,413 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 914, reset compression=false 2024-11-11T18:20:29,499 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 907, reset compression=false 2024-11-11T18:20:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T18:20:29,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T18:20:29,570 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 932, reset compression=false 2024-11-11T18:20:29,817 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 914, reset compression=false 2024-11-11T18:20:29,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T18:20:29,901 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T18:20:29,903 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 907, reset compression=false 2024-11-11T18:20:29,908 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:29,908 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1066, reset compression=false 2024-11-11T18:20:29,908 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e761a6004cfe2d2caf91656518b882f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T18:20:29,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:29,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:29,974 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 932, reset compression=false 2024-11-11T18:20:29,978 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:29,978 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1082, reset compression=false 2024-11-11T18:20:29,978 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff4c34400f4e45c82531f731c84ea566/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T18:20:29,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:29,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:30,111 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1066, reset compression=false 2024-11-11T18:20:30,182 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1082, reset compression=false 2024-11-11T18:20:30,322 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 914, reset compression=false 2024-11-11T18:20:30,326 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:30,326 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1087, reset compression=false 2024-11-11T18:20:30,326 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:30,418 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1066, reset compression=false 2024-11-11T18:20:30,487 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1082, reset compression=false 2024-11-11T18:20:30,529 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1087, reset compression=false 2024-11-11T18:20:30,822 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1066, reset compression=false 2024-11-11T18:20:30,833 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1087, reset compression=false 2024-11-11T18:20:30,894 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1082, reset compression=false 2024-11-11T18:20:30,903 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T18:20:30,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T18:20:30,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:30,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:30,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:31,238 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1087, reset compression=false 2024-11-11T18:20:31,327 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1066, reset compression=false 2024-11-11T18:20:31,398 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1082, reset compression=false 2024-11-11T18:20:31,402 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:31,402 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1241, reset compression=false 2024-11-11T18:20:31,402 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff4c34400f4e45c82531f731c84ea566/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T18:20:31,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:31,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:31,605 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1241, reset compression=false 2024-11-11T18:20:31,742 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1087, reset compression=false 2024-11-11T18:20:31,747 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:31,747 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1236, reset compression=false 2024-11-11T18:20:31,747 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d8de1feb9684226cab7ec2b490c72c/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T18:20:31,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:31,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:31,909 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T18:20:31,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:31,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:31,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:31,915 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c11a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:31,917 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e7afd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:31,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e425e6d 2024-11-11T18:20:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:31,921 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:31,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T18:20:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T18:20:31,925 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1241, reset compression=false 2024-11-11T18:20:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:20:31,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:20:31,930 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1066, reset compression=false 2024-11-11T18:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1239, reset compression=false 2024-11-11T18:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:31,962 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1236, reset compression=false 2024-11-11T18:20:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:20:32,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T18:20:32,081 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T18:20:32,082 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T18:20:32,082 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,41819,1731349212927 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T18:20:32,082 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0. 2024-11-11T18:20:32,082 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:32,082 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:32,083 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:32,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:32,136 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1239, reset compression=false 2024-11-11T18:20:32,183 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:20:32,183 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T18:20:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:20:32,268 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1236, reset compression=false 2024-11-11T18:20:32,283 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 terminated 2024-11-11T18:20:32,303 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,41819,1731349212927, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:20:32,303 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T18:20:32,304 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T18:20:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T18:20:32,306 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 90f34c5bee6a,41819,1731349212927 suceeded 2024-11-11T18:20:32,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T18:20:32,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-11T18:20:32,308 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T18:20:32,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 386 msec 2024-11-11T18:20:32,330 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40923' 2024-11-11T18:20:32,331 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f7f3c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:32,331 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40923,-1 for getting cluster id 2024-11-11T18:20:32,331 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:32,332 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93dde441-49ad-4469-a984-7519d5412dda' 2024-11-11T18:20:32,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:32,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93dde441-49ad-4469-a984-7519d5412dda" 2024-11-11T18:20:32,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8161e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40923,-1] 2024-11-11T18:20:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:32,334 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:32,334 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:32,334 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c87ff5 2024-11-11T18:20:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:32,336 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T18:20:32,336 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,41819,1731349212927 (queues=1) is replicating from cluster=55b98932-f360-44bd-9466-f14b2ce067ec to cluster=93dde441-49ad-4469-a984-7519d5412dda 2024-11-11T18:20:32,336 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C41819%2C1731349212927 2024-11-11T18:20:32,336 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,41819,1731349212927, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:20:32,337 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C41819%2C1731349212927 2024-11-11T18:20:32,440 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1239, reset compression=false 2024-11-11T18:20:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:20:32,558 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:20:32,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:32,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:32,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:32,562 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T18:20:32,673 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1236, reset compression=false 2024-11-11T18:20:32,677 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:32,678 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1340, reset compression=false 2024-11-11T18:20:32,678 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d8de1feb9684226cab7ec2b490c72c/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:20:32,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:32,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:32,844 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1239, reset compression=false 2024-11-11T18:20:32,848 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:32,848 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1367, reset compression=false 2024-11-11T18:20:32,848 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e761a6004cfe2d2caf91656518b882f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T18:20:32,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:32,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:32,882 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1340, reset compression=false 2024-11-11T18:20:33,051 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1367, reset compression=false 2024-11-11T18:20:33,186 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1340, reset compression=false 2024-11-11T18:20:33,355 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1367, reset compression=false 2024-11-11T18:20:33,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T18:20:33,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:33,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37451,-1 for getting cluster id 2024-11-11T18:20:33,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:33,567 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b98932-f360-44bd-9466-f14b2ce067ec' 2024-11-11T18:20:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b98932-f360-44bd-9466-f14b2ce067ec" 2024-11-11T18:20:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3885af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37451,-1] 2024-11-11T18:20:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:33,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:33,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df1744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:33,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b42d4ba 2024-11-11T18:20:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:33,574 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:33,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T18:20:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T18:20:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T18:20:33,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:20:33,589 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1340, reset compression=false 2024-11-11T18:20:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T18:20:33,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T18:20:33,734 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T18:20:33,735 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T18:20:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T18:20:33,737 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 90f34c5bee6a,41819,1731349212927 suceeded 2024-11-11T18:20:33,738 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, startPosition=1241, beingWritten=true 2024-11-11T18:20:33,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T18:20:33,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-11T18:20:33,740 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T18:20:33,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 165 msec 2024-11-11T18:20:33,743 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:33,743 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1393, reset compression=false 2024-11-11T18:20:33,743 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:33,759 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1367, reset compression=false 2024-11-11T18:20:33,762 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:33,762 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:33,762 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e761a6004cfe2d2caf91656518b882f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:20:33,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:33,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T18:20:33,898 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:20:33,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:33,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:33,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:33,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:33,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:33,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-11T18:20:33,947 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1393, reset compression=false 2024-11-11T18:20:33,951 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:20:33,951 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1521, reset compression=false 2024-11-11T18:20:33,951 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff4c34400f4e45c82531f731c84ea566/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T18:20:33,953 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:33,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T18:20:33,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:20:33,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:20:33,965 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:34,093 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1340, reset compression=false 2024-11-11T18:20:34,098 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:34,098 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:34,098 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:34,154 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1521, reset compression=false 2024-11-11T18:20:34,269 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:34,302 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:34,460 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1521, reset compression=false 2024-11-11T18:20:34,605 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:34,673 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:34,864 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1521, reset compression=false 2024-11-11T18:20:34,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T18:20:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:20:34,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:34,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:34,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:34,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:34,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:34,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:20:34,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2138073076, stopped=false 2024-11-11T18:20:34,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,37451,1731349212883 2024-11-11T18:20:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21180711698/running 2024-11-11T18:20:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21180711698/running 2024-11-11T18:20:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:34,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:34,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:34,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:34,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:34,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,41819,1731349212927' ***** 2024-11-11T18:20:34,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:20:34,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/running 2024-11-11T18:20:34,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Set watcher on znode that does not yet exist, /21180711698/running 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:20:34,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(3091): Received CLOSE for ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(3091): Received CLOSE for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:34,906 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:34,907 INFO [RS:0;90f34c5bee6a:41819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:41819. 2024-11-11T18:20:34,907 DEBUG [RS:0;90f34c5bee6a:41819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:34,907 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff4c34400f4e45c82531f731c84ea566, disabling compactions & flushes 2024-11-11T18:20:34,907 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:34,907 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. after waiting 0 ms 2024-11-11T18:20:34,907 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:34,907 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:20:34,907 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:20:34,907 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff4c34400f4e45c82531f731c84ea566 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T18:20:34,907 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:20:34,907 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1325): Online Regions={ff4c34400f4e45c82531f731c84ea566=test,,1731349219201.ff4c34400f4e45c82531f731c84ea566., 1588230740=hbase:meta,,1.1588230740, a3c98e305b55d1ee39391e969ac9cdd5=hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.} 2024-11-11T18:20:34,907 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c98e305b55d1ee39391e969ac9cdd5, ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:34,907 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:34,907 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:34,907 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:20:34,923 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/info/41d234f9eba1468084e8c62577802776 is 147, key is hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5./info:regioninfo/1731349225491/Put/seqid=0 2024-11-11T18:20:34,925 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/f/e44de70fcee54316b5890142b376c136 is 37, key is row3/f:row3/1731349232559/Put/seqid=0 2024-11-11T18:20:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741840_1016 (size=7686) 2024-11-11T18:20:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741841_1017 (size=5228) 2024-11-11T18:20:34,953 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:34,973 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:20:35,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:35,107 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c98e305b55d1ee39391e969ac9cdd5, ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:35,177 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:35,307 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c98e305b55d1ee39391e969ac9cdd5, ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:35,328 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/info/41d234f9eba1468084e8c62577802776 2024-11-11T18:20:35,330 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/f/e44de70fcee54316b5890142b376c136 2024-11-11T18:20:35,333 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e44de70fcee54316b5890142b376c136 2024-11-11T18:20:35,348 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/f1/640ddf4c12864dc692920c165eab8c2b is 30, key is row1/f1:/1731349229898/DeleteFamily/seqid=0 2024-11-11T18:20:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741842_1018 (size=5158) 2024-11-11T18:20:35,355 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/ns/44d1739123bf4da39d0338e03407cad5 is 43, key is default/ns:d/1731349214768/Put/seqid=0 2024-11-11T18:20:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741843_1019 (size=5153) 2024-11-11T18:20:35,368 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1521, reset compression=false 2024-11-11T18:20:35,374 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:35,374 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1768, reset compression=false 2024-11-11T18:20:35,374 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,41819,1731349212927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:35,375 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,41819,1731349212927: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,41819,1731349212927, walGroup=90f34c5bee6a%2C41819%2C1731349212927, offset=90f34c5bee6a%2C41819%2C1731349212927.1731349213769:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:41819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:20:35,376 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:20:35,377 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:20:35,377 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:20:35,377 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:20:35,377 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:20:35,377 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 778797720 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198257256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:20:35,378 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:20:35,508 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c98e305b55d1ee39391e969ac9cdd5, ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:35,513 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:35,577 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1768, reset compression=false 2024-11-11T18:20:35,622 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:20:35,623 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:20:35,708 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c98e305b55d1ee39391e969ac9cdd5, ff4c34400f4e45c82531f731c84ea566 2024-11-11T18:20:35,751 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/f1/640ddf4c12864dc692920c165eab8c2b 2024-11-11T18:20:35,756 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 640ddf4c12864dc692920c165eab8c2b 2024-11-11T18:20:35,762 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/ns/44d1739123bf4da39d0338e03407cad5 2024-11-11T18:20:35,772 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/norep/efcfe41fbe414107a2af147324e1827e is 33, key is row2/norep:/1731349230904/DeleteFamily/seqid=0 2024-11-11T18:20:35,780 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741844_1020 (size=5108) 2024-11-11T18:20:35,781 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/norep/efcfe41fbe414107a2af147324e1827e 2024-11-11T18:20:35,785 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efcfe41fbe414107a2af147324e1827e 2024-11-11T18:20:35,786 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/f/e44de70fcee54316b5890142b376c136 as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/f/e44de70fcee54316b5890142b376c136 2024-11-11T18:20:35,789 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/rep_barrier/0f26ac235ae4484f9d0d943be43e2ebb is 112, key is test,,1731349219201.ff4c34400f4e45c82531f731c84ea566./rep_barrier:seqnumDuringOpen/1731349220352/Put/seqid=0 2024-11-11T18:20:35,789 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e44de70fcee54316b5890142b376c136 2024-11-11T18:20:35,789 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/f/e44de70fcee54316b5890142b376c136, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T18:20:35,790 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/f1/640ddf4c12864dc692920c165eab8c2b as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/f1/640ddf4c12864dc692920c165eab8c2b 2024-11-11T18:20:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741845_1021 (size=5518) 2024-11-11T18:20:35,794 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 640ddf4c12864dc692920c165eab8c2b 2024-11-11T18:20:35,794 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/f1/640ddf4c12864dc692920c165eab8c2b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T18:20:35,795 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/.tmp/norep/efcfe41fbe414107a2af147324e1827e as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/norep/efcfe41fbe414107a2af147324e1827e 2024-11-11T18:20:35,798 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efcfe41fbe414107a2af147324e1827e 2024-11-11T18:20:35,798 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/norep/efcfe41fbe414107a2af147324e1827e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T18:20:35,799 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ff4c34400f4e45c82531f731c84ea566 in 892ms, sequenceid=12, compaction requested=false 2024-11-11T18:20:35,803 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/default/test/ff4c34400f4e45c82531f731c84ea566/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:35,804 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff4c34400f4e45c82531f731c84ea566: Waiting for close lock at 1731349234906Running coprocessor pre-close hooks at 1731349234906Disabling compacts and flushes for region at 1731349234907 (+1 ms)Disabling writes for close at 1731349234907Obtaining lock to block concurrent updates at 1731349234907Preparing flush snapshotting stores in ff4c34400f4e45c82531f731c84ea566 at 1731349234907Finished memstore snapshotting test,,1731349219201.ff4c34400f4e45c82531f731c84ea566., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731349234907Flushing stores of test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. at 1731349234908 (+1 ms)Flushing ff4c34400f4e45c82531f731c84ea566/f: creating writer at 1731349234908Flushing ff4c34400f4e45c82531f731c84ea566/f: appending metadata at 1731349234925 (+17 ms)Flushing ff4c34400f4e45c82531f731c84ea566/f: closing flushed file at 1731349234925Flushing ff4c34400f4e45c82531f731c84ea566/f1: creating writer at 1731349235333 (+408 ms)Flushing ff4c34400f4e45c82531f731c84ea566/f1: appending metadata at 1731349235347 (+14 ms)Flushing ff4c34400f4e45c82531f731c84ea566/f1: closing flushed file at 1731349235347Flushing ff4c34400f4e45c82531f731c84ea566/norep: creating writer at 1731349235756 (+409 ms)Flushing ff4c34400f4e45c82531f731c84ea566/norep: appending metadata at 1731349235771 (+15 ms)Flushing ff4c34400f4e45c82531f731c84ea566/norep: closing flushed file at 1731349235771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589dc103: reopening flushed file at 1731349235785 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418a719b: reopening flushed file at 1731349235789 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ead0b3f: reopening flushed file at 1731349235794 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ff4c34400f4e45c82531f731c84ea566 in 892ms, sequenceid=12, compaction requested=false at 1731349235799 (+5 ms)Writing region close event to WAL at 1731349235800 (+1 ms)Running coprocessor post-close hooks at 1731349235804 (+4 ms)Closed at 1731349235804 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349219201.ff4c34400f4e45c82531f731c84ea566. 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3c98e305b55d1ee39391e969ac9cdd5, disabling compactions & flushes 2024-11-11T18:20:35,804 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. after waiting 0 ms 2024-11-11T18:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3c98e305b55d1ee39391e969ac9cdd5: Waiting for close lock at 1731349235804Running coprocessor pre-close hooks at 1731349235804Disabling compacts and flushes for region at 1731349235804Disabling writes for close at 1731349235804Failed flush hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5., putting online again at 1731349235805 (+1 ms) 2024-11-11T18:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,881 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 1768, reset compression=false 2024-11-11T18:20:35,885 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:35,885 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 2412, reset compression=false 2024-11-11T18:20:35,908 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:20:35,908 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a3c98e305b55d1ee39391e969ac9cdd5=hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5.} 2024-11-11T18:20:35,908 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(3091): Received CLOSE for a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:35,908 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c98e305b55d1ee39391e969ac9cdd5 2024-11-11T18:20:35,908 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3c98e305b55d1ee39391e969ac9cdd5, disabling compactions & flushes 2024-11-11T18:20:35,908 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,908 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,908 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. after waiting 0 ms 2024-11-11T18:20:35,908 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:35,909 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3c98e305b55d1ee39391e969ac9cdd5: Waiting for close lock at 1731349235908Running coprocessor pre-close hooks at 1731349235908Disabling compacts and flushes for region at 1731349235908Disabling writes for close at 1731349235908Failed flush hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5., putting online again at 1731349235908 2024-11-11T18:20:35,909 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349224694.a3c98e305b55d1ee39391e969ac9cdd5. 2024-11-11T18:20:36,088 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.wal-reader.90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/WALs/90f34c5bee6a,41819,1731349212927/90f34c5bee6a%2C41819%2C1731349212927.1731349213769 to pos 2412, reset compression=false 2024-11-11T18:20:36,108 DEBUG [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:20:36,116 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:36,193 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/rep_barrier/0f26ac235ae4484f9d0d943be43e2ebb 2024-11-11T18:20:36,214 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/table/754f9f6253f94dde8cb8f2ec4cd9ad3d is 53, key is hbase:replication/table:state/1731349225498/Put/seqid=0 2024-11-11T18:20:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741846_1022 (size=5308) 2024-11-11T18:20:36,218 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/table/754f9f6253f94dde8cb8f2ec4cd9ad3d 2024-11-11T18:20:36,222 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/info/41d234f9eba1468084e8c62577802776 as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/info/41d234f9eba1468084e8c62577802776 2024-11-11T18:20:36,225 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/info/41d234f9eba1468084e8c62577802776, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:20:36,225 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/ns/44d1739123bf4da39d0338e03407cad5 as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/ns/44d1739123bf4da39d0338e03407cad5 2024-11-11T18:20:36,229 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/ns/44d1739123bf4da39d0338e03407cad5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:20:36,230 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/rep_barrier/0f26ac235ae4484f9d0d943be43e2ebb as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/rep_barrier/0f26ac235ae4484f9d0d943be43e2ebb 2024-11-11T18:20:36,233 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/rep_barrier/0f26ac235ae4484f9d0d943be43e2ebb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:20:36,234 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/.tmp/table/754f9f6253f94dde8cb8f2ec4cd9ad3d as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/table/754f9f6253f94dde8cb8f2ec4cd9ad3d 2024-11-11T18:20:36,237 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/table/754f9f6253f94dde8cb8f2ec4cd9ad3d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:20:36,238 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-11T18:20:36,242 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:20:36,242 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:36,242 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:20:36,242 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:36,242 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349234907Running coprocessor pre-close hooks at 1731349234907Disabling compacts and flushes for region at 1731349234907Disabling writes for close at 1731349234907Obtaining lock to block concurrent updates at 1731349234907Preparing flush snapshotting stores in 1588230740 at 1731349234907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349234907Flushing stores of hbase:meta,,1.1588230740 at 1731349234908 (+1 ms)Flushing 1588230740/info: creating writer at 1731349234908Flushing 1588230740/info: appending metadata at 1731349234923 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731349234923Flushing 1588230740/ns: creating writer at 1731349235333 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731349235355 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731349235355Flushing 1588230740/rep_barrier: creating writer at 1731349235766 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349235788 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349235788Flushing 1588230740/table: creating writer at 1731349236196 (+408 ms)Flushing 1588230740/table: appending metadata at 1731349236214 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731349236214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532e3dc4: reopening flushed file at 1731349236221 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e43710d: reopening flushed file at 1731349236225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea56713: reopening flushed file at 1731349236229 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6b0af8: reopening flushed file at 1731349236233 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1731349236238 (+5 ms)Writing region close event to WAL at 1731349236239 (+1 ms)Running coprocessor post-close hooks at 1731349236242 (+3 ms)Closed at 1731349236242 2024-11-11T18:20:36,243 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:36,308 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T18:20:36,309 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,41819,1731349212927; all regions closed. 2024-11-11T18:20:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:20:36,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741839_1015 (size=2391) 2024-11-11T18:20:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741832_1008 (size=2420) 2024-11-11T18:20:36,315 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:36,315 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:36,315 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:36,315 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:36,315 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:36,316 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:36,316 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,41819,1731349212927 because: Region server is closing 2024-11-11T18:20:36,316 INFO [RS:0;90f34c5bee6a:41819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:41819. 2024-11-11T18:20:36,316 DEBUG [RS:0;90f34c5bee6a:41819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:36,316 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:36,316 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:36,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:36,417 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,41819,1731349212927.replicationSource.shipper90f34c5bee6a%2C41819%2C1731349212927,1-90f34c5bee6a,41819,1731349212927 terminated 2024-11-11T18:20:36,417 INFO [RS:0;90f34c5bee6a:41819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:41819. 2024-11-11T18:20:36,417 DEBUG [RS:0;90f34c5bee6a:41819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:36,417 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:36,417 DEBUG [RS:0;90f34c5bee6a:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:36,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:36,417 INFO [RS:0;90f34c5bee6a:41819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41819 2024-11-11T18:20:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21180711698/rs/90f34c5bee6a,41819,1731349212927 2024-11-11T18:20:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698/rs 2024-11-11T18:20:36,421 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:36,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,41819,1731349212927] 2024-11-11T18:20:36,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21180711698/draining/90f34c5bee6a,41819,1731349212927 already deleted, retry=false 2024-11-11T18:20:36,423 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,41819,1731349212927 expired; onlineServers=0 2024-11-11T18:20:36,423 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,37451,1731349212883' ***** 2024-11-11T18:20:36,423 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:20:36,423 INFO [M:0;90f34c5bee6a:37451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:36,423 INFO [M:0;90f34c5bee6a:37451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:36,423 DEBUG [M:0;90f34c5bee6a:37451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:20:36,423 DEBUG [M:0;90f34c5bee6a:37451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:20:36,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:20:36,423 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349213568 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349213568,5,FailOnTimeoutGroup] 2024-11-11T18:20:36,423 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349213569 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349213569,5,FailOnTimeoutGroup] 2024-11-11T18:20:36,424 INFO [M:0;90f34c5bee6a:37451 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:36,424 INFO [M:0;90f34c5bee6a:37451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:36,424 DEBUG [M:0;90f34c5bee6a:37451 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:20:36,424 INFO [M:0;90f34c5bee6a:37451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:20:36,424 INFO [M:0;90f34c5bee6a:37451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:36,424 INFO [M:0;90f34c5bee6a:37451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:20:36,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:20:36,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21180711698/master 2024-11-11T18:20:36,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21180711698 2024-11-11T18:20:36,435 DEBUG [M:0;90f34c5bee6a:37451 {}] zookeeper.ZKUtil(347): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Unable to get data of znode /21180711698/master because node does not exist (not an error) 2024-11-11T18:20:36,435 WARN [M:0;90f34c5bee6a:37451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:20:36,436 INFO [M:0;90f34c5bee6a:37451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/.lastflushedseqids 2024-11-11T18:20:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741847_1023 (size=245) 2024-11-11T18:20:36,485 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:36,522 INFO [RS:0;90f34c5bee6a:41819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:36,522 INFO [RS:0;90f34c5bee6a:41819 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,41819,1731349212927; zookeeper connection closed. 2024-11-11T18:20:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x101084237fc0007, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:36,523 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27a8bea5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27a8bea5 2024-11-11T18:20:36,523 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:20:36,819 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:36,840 INFO [M:0;90f34c5bee6a:37451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:20:36,840 INFO [M:0;90f34c5bee6a:37451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:20:36,841 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:36,841 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:36,841 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:36,841 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:36,841 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:36,841 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-11T18:20:36,860 DEBUG [M:0;90f34c5bee6a:37451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a5cbc908af642979a8e00a810739ffd is 82, key is hbase:meta,,1/info:regioninfo/1731349214753/Put/seqid=0 2024-11-11T18:20:36,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741848_1024 (size=5672) 2024-11-11T18:20:37,264 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a5cbc908af642979a8e00a810739ffd 2024-11-11T18:20:37,288 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:37,290 DEBUG [M:0;90f34c5bee6a:37451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5396c5377f1e4ce5ac669bf3bbae347a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349225502/Put/seqid=0 2024-11-11T18:20:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741849_1025 (size=9211) 2024-11-11T18:20:37,296 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5396c5377f1e4ce5ac669bf3bbae347a 2024-11-11T18:20:37,318 DEBUG [M:0;90f34c5bee6a:37451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1e7fba8357471783f40b756beb620a is 69, key is 90f34c5bee6a,41819,1731349212927/rs:state/1731349213597/Put/seqid=0 2024-11-11T18:20:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741850_1026 (size=5156) 2024-11-11T18:20:37,623 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:37,722 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1e7fba8357471783f40b756beb620a 2024-11-11T18:20:37,727 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a5cbc908af642979a8e00a810739ffd as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a5cbc908af642979a8e00a810739ffd 2024-11-11T18:20:37,732 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a5cbc908af642979a8e00a810739ffd, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T18:20:37,733 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5396c5377f1e4ce5ac669bf3bbae347a as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5396c5377f1e4ce5ac669bf3bbae347a 2024-11-11T18:20:37,736 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5396c5377f1e4ce5ac669bf3bbae347a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T18:20:37,737 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1e7fba8357471783f40b756beb620a as hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c1e7fba8357471783f40b756beb620a 2024-11-11T18:20:37,741 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/6cb534ba-c053-2184-4d88-e948125451f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c1e7fba8357471783f40b756beb620a, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T18:20:37,741 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false 2024-11-11T18:20:37,747 INFO [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:37,747 DEBUG [M:0;90f34c5bee6a:37451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349236841Disabling compacts and flushes for region at 1731349236841Disabling writes for close at 1731349236841Obtaining lock to block concurrent updates at 1731349236841Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349236841Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731349236841Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349236842 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349236842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349236859 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349236859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349237268 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349237289 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349237289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349237300 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349237317 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349237317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f62c46: reopening flushed file at 1731349237726 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249af0f9: reopening flushed file at 1731349237732 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c71e897: reopening flushed file at 1731349237736 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false at 1731349237741 (+5 ms)Writing region close event to WAL at 1731349237747 (+6 ms)Closed at 1731349237747 2024-11-11T18:20:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741830_1006 (size=73854) 2024-11-11T18:20:37,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:37,749 INFO [M:0;90f34c5bee6a:37451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:20:37,750 INFO [M:0;90f34c5bee6a:37451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37451 2024-11-11T18:20:37,750 INFO [M:0;90f34c5bee6a:37451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x101084237fc0006, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:37,852 INFO [M:0;90f34c5bee6a:37451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:37,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28636311{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:37,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab80ac8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:37,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:37,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:37,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:37,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:20:37,858 WARN [BP-86217664-172.17.0.2-1731349211585 heartbeating to localhost/127.0.0.1:41089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:20:37,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:20:37,858 WARN [BP-86217664-172.17.0.2-1731349211585 heartbeating to localhost/127.0.0.1:41089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-86217664-172.17.0.2-1731349211585 (Datanode Uuid a94e3168-c8d2-4e1e-b241-12adad75faf8) service to localhost/127.0.0.1:41089 2024-11-11T18:20:37,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/cluster_d6199914-ae35-af6b-51d8-60db380036a7/data/data1/current/BP-86217664-172.17.0.2-1731349211585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:37,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/cluster_d6199914-ae35-af6b-51d8-60db380036a7/data/data2/current/BP-86217664-172.17.0.2-1731349211585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:37,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:20:37,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d680c80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:37,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cf56b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:37,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:37,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:37,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:37,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:20:37,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:20:37,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:37,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:37,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:37,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:37,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:37,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:20:37,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=431208940, stopped=false 2024-11-11T18:20:37,889 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,36159,1731349209418 2024-11-11T18:20:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-259140778/running 2024-11-11T18:20:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-259140778/running 2024-11-11T18:20:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:37,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:37,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/running 2024-11-11T18:20:37,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:37,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:37,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:37,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Set watcher on znode that does not yet exist, /1-259140778/running 2024-11-11T18:20:37,894 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,44807,1731349209467' ***** 2024-11-11T18:20:37,894 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:20:37,894 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:20:37,894 INFO [RS:0;90f34c5bee6a:44807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:20:37,894 INFO [RS:0;90f34c5bee6a:44807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:20:37,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:20:37,894 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e761a6004cfe2d2caf91656518b882f 2024-11-11T18:20:37,894 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(3091): Received CLOSE for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:37,894 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:44807. 2024-11-11T18:20:37,895 DEBUG [RS:0;90f34c5bee6a:44807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e761a6004cfe2d2caf91656518b882f, disabling compactions & flushes 2024-11-11T18:20:37,895 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:37,895 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. after waiting 0 ms 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:37,895 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e761a6004cfe2d2caf91656518b882f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:20:37,895 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:20:37,895 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1325): Online Regions={4e761a6004cfe2d2caf91656518b882f=test,,1731349217051.4e761a6004cfe2d2caf91656518b882f., 1588230740=hbase:meta,,1.1588230740, 52623b553948056884bbf13f03ff8361=hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.} 2024-11-11T18:20:37,895 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e761a6004cfe2d2caf91656518b882f, 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:37,895 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:37,895 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:37,895 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:20:37,911 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:37,916 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/info/ab37a189039040dd924f8170fdb9d242 is 147, key is hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361./info:regioninfo/1731349223701/Put/seqid=0 2024-11-11T18:20:37,916 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/f/4bb717f586214415aa920c9d2e216119 is 37, key is row3/f:row3/1731349232559/Put/seqid=0 2024-11-11T18:20:37,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741840_1016 (size=7686) 2024-11-11T18:20:37,922 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/info/ab37a189039040dd924f8170fdb9d242 2024-11-11T18:20:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741841_1017 (size=5228) 2024-11-11T18:20:37,961 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/ns/e76e10427b5141cc82d509550266f019 is 43, key is default/ns:d/1731349211465/Put/seqid=0 2024-11-11T18:20:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:20:37,966 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/ns/e76e10427b5141cc82d509550266f019 2024-11-11T18:20:37,988 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/rep_barrier/49910055414446aeb17950432ebc1bb4 is 112, key is test,,1731349217051.4e761a6004cfe2d2caf91656518b882f./rep_barrier:seqnumDuringOpen/1731349218196/Put/seqid=0 2024-11-11T18:20:37,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741843_1019 (size=5518) 2024-11-11T18:20:38,095 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e761a6004cfe2d2caf91656518b882f, 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:38,195 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1471, reset compression=false 2024-11-11T18:20:38,199 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:38,199 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1718, reset compression=false 2024-11-11T18:20:38,199 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,44807,1731349209467 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:38,200 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,44807,1731349209467: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,44807,1731349209467, walGroup=90f34c5bee6a%2C44807%2C1731349209467, offset=90f34c5bee6a%2C44807%2C1731349209467.1731349210724:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:44807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:20:38,201 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:20:38,202 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:20:38,202 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:20:38,202 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:20:38,202 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:20:38,202 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 843809432 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198749040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:20:38,202 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:36159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:36159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:20:38,296 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e761a6004cfe2d2caf91656518b882f, 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:38,330 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/f/4bb717f586214415aa920c9d2e216119 2024-11-11T18:20:38,334 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bb717f586214415aa920c9d2e216119 2024-11-11T18:20:38,352 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/f1/6386891f626b4bd49989e0d5336076c0 is 30, key is row1/f1:/1731349229898/DeleteFamily/seqid=0 2024-11-11T18:20:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741844_1020 (size=5158) 2024-11-11T18:20:38,395 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/rep_barrier/49910055414446aeb17950432ebc1bb4 2024-11-11T18:20:38,402 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1718, reset compression=false 2024-11-11T18:20:38,414 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/table/b71487b8c7d0432da6d851c933e16ee2 is 53, key is hbase:replication/table:state/1731349223707/Put/seqid=0 2024-11-11T18:20:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741845_1021 (size=5308) 2024-11-11T18:20:38,496 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e761a6004cfe2d2caf91656518b882f, 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:38,527 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:38,584 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:20:38,585 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:20:38,696 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e761a6004cfe2d2caf91656518b882f, 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:38,705 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1718, reset compression=false 2024-11-11T18:20:38,756 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/f1/6386891f626b4bd49989e0d5336076c0 2024-11-11T18:20:38,761 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6386891f626b4bd49989e0d5336076c0 2024-11-11T18:20:38,780 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/norep/d63913589ee1456fbc18e74b48b9176b is 33, key is row1/norep:/1731349229898/DeleteFamily/seqid=0 2024-11-11T18:20:38,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741846_1022 (size=5108) 2024-11-11T18:20:38,784 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/norep/d63913589ee1456fbc18e74b48b9176b 2024-11-11T18:20:38,787 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d63913589ee1456fbc18e74b48b9176b 2024-11-11T18:20:38,788 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/f/4bb717f586214415aa920c9d2e216119 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/f/4bb717f586214415aa920c9d2e216119 2024-11-11T18:20:38,791 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bb717f586214415aa920c9d2e216119 2024-11-11T18:20:38,791 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/f/4bb717f586214415aa920c9d2e216119, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T18:20:38,792 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/f1/6386891f626b4bd49989e0d5336076c0 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/f1/6386891f626b4bd49989e0d5336076c0 2024-11-11T18:20:38,795 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6386891f626b4bd49989e0d5336076c0 2024-11-11T18:20:38,795 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/f1/6386891f626b4bd49989e0d5336076c0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T18:20:38,796 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/.tmp/norep/d63913589ee1456fbc18e74b48b9176b as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/norep/d63913589ee1456fbc18e74b48b9176b 2024-11-11T18:20:38,799 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d63913589ee1456fbc18e74b48b9176b 2024-11-11T18:20:38,799 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/norep/d63913589ee1456fbc18e74b48b9176b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T18:20:38,800 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4e761a6004cfe2d2caf91656518b882f in 905ms, sequenceid=12, compaction requested=false 2024-11-11T18:20:38,800 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:20:38,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/default/test/4e761a6004cfe2d2caf91656518b882f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T18:20:38,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:38,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:38,804 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:38,804 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e761a6004cfe2d2caf91656518b882f: Waiting for close lock at 1731349237895Running coprocessor pre-close hooks at 1731349237895Disabling compacts and flushes for region at 1731349237895Disabling writes for close at 1731349237895Obtaining lock to block concurrent updates at 1731349237895Preparing flush snapshotting stores in 4e761a6004cfe2d2caf91656518b882f at 1731349237895Finished memstore snapshotting test,,1731349217051.4e761a6004cfe2d2caf91656518b882f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731349237895Flushing stores of test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. at 1731349237896 (+1 ms)Flushing 4e761a6004cfe2d2caf91656518b882f/f: creating writer at 1731349237896Flushing 4e761a6004cfe2d2caf91656518b882f/f: appending metadata at 1731349237915 (+19 ms)Flushing 4e761a6004cfe2d2caf91656518b882f/f: closing flushed file at 1731349237915Flushing 4e761a6004cfe2d2caf91656518b882f/f1: creating writer at 1731349238334 (+419 ms)Flushing 4e761a6004cfe2d2caf91656518b882f/f1: appending metadata at 1731349238352 (+18 ms)Flushing 4e761a6004cfe2d2caf91656518b882f/f1: closing flushed file at 1731349238352Flushing 4e761a6004cfe2d2caf91656518b882f/norep: creating writer at 1731349238761 (+409 ms)Flushing 4e761a6004cfe2d2caf91656518b882f/norep: appending metadata at 1731349238779 (+18 ms)Flushing 4e761a6004cfe2d2caf91656518b882f/norep: closing flushed file at 1731349238779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45edc442: reopening flushed file at 1731349238787 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f20db6: reopening flushed file at 1731349238792 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fda0398: reopening flushed file at 1731349238796 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4e761a6004cfe2d2caf91656518b882f in 905ms, sequenceid=12, compaction requested=false at 1731349238800 (+4 ms)Writing region close event to WAL at 1731349238802 (+2 ms)Running coprocessor post-close hooks at 1731349238804 (+2 ms)Closed at 1731349238804 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349217051.4e761a6004cfe2d2caf91656518b882f. 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52623b553948056884bbf13f03ff8361, disabling compactions & flushes 2024-11-11T18:20:38,805 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. after waiting 0 ms 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52623b553948056884bbf13f03ff8361: Waiting for close lock at 1731349238805Running coprocessor pre-close hooks at 1731349238805Disabling compacts and flushes for region at 1731349238805Disabling writes for close at 1731349238805Failed flush hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361., putting online again at 1731349238805 2024-11-11T18:20:38,805 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,818 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/table/b71487b8c7d0432da6d851c933e16ee2 2024-11-11T18:20:38,822 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/info/ab37a189039040dd924f8170fdb9d242 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/info/ab37a189039040dd924f8170fdb9d242 2024-11-11T18:20:38,825 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/info/ab37a189039040dd924f8170fdb9d242, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:20:38,826 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/ns/e76e10427b5141cc82d509550266f019 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/ns/e76e10427b5141cc82d509550266f019 2024-11-11T18:20:38,831 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/ns/e76e10427b5141cc82d509550266f019, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:20:38,831 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/rep_barrier/49910055414446aeb17950432ebc1bb4 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/rep_barrier/49910055414446aeb17950432ebc1bb4 2024-11-11T18:20:38,835 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/rep_barrier/49910055414446aeb17950432ebc1bb4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:20:38,835 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/.tmp/table/b71487b8c7d0432da6d851c933e16ee2 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/table/b71487b8c7d0432da6d851c933e16ee2 2024-11-11T18:20:38,839 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/table/b71487b8c7d0432da6d851c933e16ee2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:20:38,839 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false 2024-11-11T18:20:38,839 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:20:38,845 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:20:38,845 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:38,845 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:20:38,845 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:38,845 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349237895Running coprocessor pre-close hooks at 1731349237895Disabling compacts and flushes for region at 1731349237895Disabling writes for close at 1731349237895Obtaining lock to block concurrent updates at 1731349237895Preparing flush snapshotting stores in 1588230740 at 1731349237895Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349237896 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349237896Flushing 1588230740/info: creating writer at 1731349237896Flushing 1588230740/info: appending metadata at 1731349237915 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731349237915Flushing 1588230740/ns: creating writer at 1731349237940 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731349237961 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731349237961Flushing 1588230740/rep_barrier: creating writer at 1731349237970 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349237988 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349237988Flushing 1588230740/table: creating writer at 1731349238399 (+411 ms)Flushing 1588230740/table: appending metadata at 1731349238413 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349238414 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d452c8: reopening flushed file at 1731349238821 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d94bc66: reopening flushed file at 1731349238826 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c849a28: reopening flushed file at 1731349238831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da114d9: reopening flushed file at 1731349238835 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false at 1731349238839 (+4 ms)Writing region close event to WAL at 1731349238842 (+3 ms)Running coprocessor post-close hooks at 1731349238845 (+3 ms)Closed at 1731349238845 2024-11-11T18:20:38,845 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:38,896 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:20:38,896 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1325): Online Regions={52623b553948056884bbf13f03ff8361=hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361.} 2024-11-11T18:20:38,896 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(3091): Received CLOSE for 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:38,896 DEBUG [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1351): Waiting on 52623b553948056884bbf13f03ff8361 2024-11-11T18:20:38,896 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52623b553948056884bbf13f03ff8361, disabling compactions & flushes 2024-11-11T18:20:38,897 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. after waiting 0 ms 2024-11-11T18:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52623b553948056884bbf13f03ff8361: Waiting for close lock at 1731349238896Running coprocessor pre-close hooks at 1731349238896Disabling compacts and flushes for region at 1731349238896Disabling writes for close at 1731349238897 (+1 ms)Failed flush hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361., putting online again at 1731349238897 2024-11-11T18:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349222533.52623b553948056884bbf13f03ff8361. 2024-11-11T18:20:38,991 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:20:39,097 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T18:20:39,097 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,44807,1731349209467; all regions closed. 2024-11-11T18:20:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:20:39,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.meta.1731349211308.meta not finished, retry = 0 2024-11-11T18:20:39,109 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 1718, reset compression=false 2024-11-11T18:20:39,113 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:39,113 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/WALs/90f34c5bee6a,44807,1731349209467/90f34c5bee6a%2C44807%2C1731349209467.1731349210724 to pos 2362, reset compression=false 2024-11-11T18:20:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741839_1015 (size=2391) 2024-11-11T18:20:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741833_1009 (size=2370) 2024-11-11T18:20:39,208 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:39,208 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:39,208 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:39,208 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:39,208 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:39,208 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:39,208 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,44807,1731349209467 because: Region server is closing 2024-11-11T18:20:39,209 INFO [RS:0;90f34c5bee6a:44807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:44807. 2024-11-11T18:20:39,209 DEBUG [RS:0;90f34c5bee6a:44807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:39,209 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:39,209 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:39,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:39,309 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.shipper90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 terminated 2024-11-11T18:20:39,309 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,44807,1731349209467.replicationSource.wal-reader.90f34c5bee6a%2C44807%2C1731349209467,1-90f34c5bee6a,44807,1731349209467 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:20:39,309 INFO [RS:0;90f34c5bee6a:44807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:44807. 2024-11-11T18:20:39,310 DEBUG [RS:0;90f34c5bee6a:44807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:39,310 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:39,310 DEBUG [RS:0;90f34c5bee6a:44807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:39,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:39,310 INFO [RS:0;90f34c5bee6a:44807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44807 2024-11-11T18:20:39,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-259140778/rs/90f34c5bee6a,44807,1731349209467 2024-11-11T18:20:39,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778/rs 2024-11-11T18:20:39,314 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:39,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,44807,1731349209467] 2024-11-11T18:20:39,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-259140778/draining/90f34c5bee6a,44807,1731349209467 already deleted, retry=false 2024-11-11T18:20:39,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,44807,1731349209467 expired; onlineServers=0 2024-11-11T18:20:39,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,36159,1731349209418' ***** 2024-11-11T18:20:39,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:20:39,316 INFO [M:0;90f34c5bee6a:36159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:39,316 INFO [M:0;90f34c5bee6a:36159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:39,316 DEBUG [M:0;90f34c5bee6a:36159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:20:39,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:20:39,316 DEBUG [M:0;90f34c5bee6a:36159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:20:39,316 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349210536 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349210536,5,FailOnTimeoutGroup] 2024-11-11T18:20:39,316 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349210536 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349210536,5,FailOnTimeoutGroup] 2024-11-11T18:20:39,316 INFO [M:0;90f34c5bee6a:36159 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:39,316 INFO [M:0;90f34c5bee6a:36159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:39,316 DEBUG [M:0;90f34c5bee6a:36159 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:20:39,316 INFO [M:0;90f34c5bee6a:36159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:20:39,317 INFO [M:0;90f34c5bee6a:36159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:39,317 INFO [M:0;90f34c5bee6a:36159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:20:39,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:20:39,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-259140778/master 2024-11-11T18:20:39,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-259140778 2024-11-11T18:20:39,317 DEBUG [M:0;90f34c5bee6a:36159 {}] zookeeper.ZKUtil(347): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Unable to get data of znode /1-259140778/master because node does not exist (not an error) 2024-11-11T18:20:39,317 WARN [M:0;90f34c5bee6a:36159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:20:39,318 INFO [M:0;90f34c5bee6a:36159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/.lastflushedseqids 2024-11-11T18:20:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741847_1023 (size=245) 2024-11-11T18:20:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:39,415 INFO [RS:0;90f34c5bee6a:44807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44807-0x101084237fc0004, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:39,415 INFO [RS:0;90f34c5bee6a:44807 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,44807,1731349209467; zookeeper connection closed. 2024-11-11T18:20:39,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f2960bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f2960bb 2024-11-11T18:20:39,416 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:20:39,530 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:39,722 INFO [M:0;90f34c5bee6a:36159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:20:39,722 INFO [M:0;90f34c5bee6a:36159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:20:39,722 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:39,723 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:39,723 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:39,723 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:39,723 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:39,723 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T18:20:39,738 DEBUG [M:0;90f34c5bee6a:36159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fef780de55c34589a6ff205b54a69af1 is 82, key is hbase:meta,,1/info:regioninfo/1731349211449/Put/seqid=0 2024-11-11T18:20:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741848_1024 (size=5672) 2024-11-11T18:20:40,142 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fef780de55c34589a6ff205b54a69af1 2024-11-11T18:20:40,160 DEBUG [M:0;90f34c5bee6a:36159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6fa4c42974442aeb6f6f6cb8364d2fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349223710/Put/seqid=0 2024-11-11T18:20:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741849_1025 (size=8515) 2024-11-11T18:20:40,164 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6fa4c42974442aeb6f6f6cb8364d2fa 2024-11-11T18:20:40,185 DEBUG [M:0;90f34c5bee6a:36159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bccb06912234ef8b9b1d7ee69a7621d is 69, key is 90f34c5bee6a,44807,1731349209467/rs:state/1731349210552/Put/seqid=0 2024-11-11T18:20:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741850_1026 (size=5156) 2024-11-11T18:20:40,591 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bccb06912234ef8b9b1d7ee69a7621d 2024-11-11T18:20:40,595 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fef780de55c34589a6ff205b54a69af1 as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fef780de55c34589a6ff205b54a69af1 2024-11-11T18:20:40,599 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fef780de55c34589a6ff205b54a69af1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:20:40,600 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6fa4c42974442aeb6f6f6cb8364d2fa as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6fa4c42974442aeb6f6f6cb8364d2fa 2024-11-11T18:20:40,605 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6fa4c42974442aeb6f6f6cb8364d2fa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:20:40,605 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bccb06912234ef8b9b1d7ee69a7621d as hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bccb06912234ef8b9b1d7ee69a7621d 2024-11-11T18:20:40,609 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bccb06912234ef8b9b1d7ee69a7621d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:20:40,609 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-11T18:20:40,611 INFO [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:40,611 DEBUG [M:0;90f34c5bee6a:36159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349239722Disabling compacts and flushes for region at 1731349239722Disabling writes for close at 1731349239723 (+1 ms)Obtaining lock to block concurrent updates at 1731349239723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349239723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731349239723Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349239724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349239724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349239737 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349239737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349240146 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349240160 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349240160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349240167 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349240185 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349240185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aaa60b8: reopening flushed file at 1731349240595 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce161d8: reopening flushed file at 1731349240599 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af96a7b: reopening flushed file at 1731349240605 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1731349240609 (+4 ms)Writing region close event to WAL at 1731349240611 (+2 ms)Closed at 1731349240611 2024-11-11T18:20:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741830_1006 (size=63642) 2024-11-11T18:20:40,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f043528d-41fe-9e1a-420b-1b965d82f021/MasterData/WALs/90f34c5bee6a,36159,1731349209418/90f34c5bee6a%2C36159%2C1731349209418.1731349210399 not finished, retry = 0 2024-11-11T18:20:40,634 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:40,713 INFO [M:0;90f34c5bee6a:36159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:20:40,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:40,714 INFO [M:0;90f34c5bee6a:36159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36159 2024-11-11T18:20:40,714 INFO [M:0;90f34c5bee6a:36159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:40,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:40,817 INFO [M:0;90f34c5bee6a:36159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:40,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36159-0x101084237fc0003, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:40,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@196163e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:40,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:40,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:40,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:40,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:40,823 WARN [BP-469992059-172.17.0.2-1731349208130 heartbeating to localhost/127.0.0.1:45949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:20:40,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:20:40,823 WARN [BP-469992059-172.17.0.2-1731349208130 heartbeating to localhost/127.0.0.1:45949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469992059-172.17.0.2-1731349208130 (Datanode Uuid 13f68c22-0fc6-4f26-a703-315f194bac31) service to localhost/127.0.0.1:45949 2024-11-11T18:20:40,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:20:40,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/cluster_32a822ed-2e50-8ca6-5fb5-e1b0cf290b73/data/data1/current/BP-469992059-172.17.0.2-1731349208130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:40,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/cluster_32a822ed-2e50-8ca6-5fb5-e1b0cf290b73/data/data2/current/BP-469992059-172.17.0.2-1731349208130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:40,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:20:40,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687babfe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:40,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:40,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:40,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:40,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/948e1c2e-704f-6c2d-980c-c3b8311fd2f2/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:40,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:20:40,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:20:40,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:40,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:40,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:40,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:40,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:40,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:20:40,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293120490, stopped=false 2024-11-11T18:20:40,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,40923,1731349205385 2024-11-11T18:20:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920048960/running 2024-11-11T18:20:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920048960/running 2024-11-11T18:20:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:40,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:40,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/running 2024-11-11T18:20:40,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Set watcher on znode that does not yet exist, /0-1920048960/running 2024-11-11T18:20:40,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:20:40,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:40,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:40,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,46311,1731349205441' ***** 2024-11-11T18:20:40,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:20:40,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(3091): Received CLOSE for 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(3091): Received CLOSE for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46311. 2024-11-11T18:20:40,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16d8de1feb9684226cab7ec2b490c72c, disabling compactions & flushes 2024-11-11T18:20:40,848 DEBUG [RS:0;90f34c5bee6a:46311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:40,848 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:40,848 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:40,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:40,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. after waiting 0 ms 2024-11-11T18:20:40,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:20:40,848 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:20:40,849 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16d8de1feb9684226cab7ec2b490c72c 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T18:20:40,849 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:20:40,849 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:20:40,849 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:20:40,849 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1325): Online Regions={16d8de1feb9684226cab7ec2b490c72c=test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c., 1588230740=hbase:meta,,1.1588230740, 02c18dc7dc76380e85b925997cbc5ebf=hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.} 2024-11-11T18:20:40,849 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:40,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:40,849 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:40,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:40,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:40,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:40,849 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:20:40,865 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/f/f9a58a4f93c944c09d44944345e00fe8 is 37, key is row3/f:row3/1731349232559/Put/seqid=0 2024-11-11T18:20:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741840_1016 (size=5228) 2024-11-11T18:20:40,869 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/info/718e69b1fce14221acae990d08e69c05 is 147, key is hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf./info:regioninfo/1731349221847/Put/seqid=0 2024-11-11T18:20:40,872 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741841_1017 (size=7686) 2024-11-11T18:20:40,874 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/info/718e69b1fce14221acae990d08e69c05 2024-11-11T18:20:40,897 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/ns/337313448b7642e2abce3847aa00f10d is 43, key is default/ns:d/1731349208058/Put/seqid=0 2024-11-11T18:20:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:20:41,049 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:41,249 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:41,269 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/f/f9a58a4f93c944c09d44944345e00fe8 2024-11-11T18:20:41,274 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a58a4f93c944c09d44944345e00fe8 2024-11-11T18:20:41,292 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/f1/14cf43626dd54e0ab4333ae9d758da41 is 30, key is row1/f1:/1731349229898/DeleteFamily/seqid=0 2024-11-11T18:20:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741843_1019 (size=5158) 2024-11-11T18:20:41,301 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/ns/337313448b7642e2abce3847aa00f10d 2024-11-11T18:20:41,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:41,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,322 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/rep_barrier/79ade57256c34ce69b0b7a395932b7f0 is 112, key is test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c./rep_barrier:seqnumDuringOpen/1731349216062/Put/seqid=0 2024-11-11T18:20:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741844_1020 (size=5518) 2024-11-11T18:20:41,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:41,450 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:41,528 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:20:41,528 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:20:41,650 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:41,696 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/f1/14cf43626dd54e0ab4333ae9d758da41 2024-11-11T18:20:41,701 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14cf43626dd54e0ab4333ae9d758da41 2024-11-11T18:20:41,720 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/norep/28c29bc2f3fc405cab96891a0009f796 is 32, key is row/norep:/1731349228893/DeleteFamily/seqid=0 2024-11-11T18:20:41,737 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/rep_barrier/79ade57256c34ce69b0b7a395932b7f0 2024-11-11T18:20:41,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741845_1021 (size=5101) 2024-11-11T18:20:41,767 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/table/c9855a5ac42c4d02a56464cf7bb8a949 is 53, key is hbase:replication/table:state/1731349221854/Put/seqid=0 2024-11-11T18:20:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741846_1022 (size=5308) 2024-11-11T18:20:41,838 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1491, reset compression=false 2024-11-11T18:20:41,843 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:41,843 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1738, reset compression=false 2024-11-11T18:20:41,843 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46311,1731349205441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:20:41,844 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,46311,1731349205441: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,46311,1731349205441, walGroup=90f34c5bee6a%2C46311%2C1731349205441, offset=90f34c5bee6a%2C46311%2C1731349205441.1731349207702:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:46311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:20:41,845 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:20:41,845 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:20:41,846 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:20:41,846 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:20:41,846 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:20:41,846 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 724024512 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199387824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:20:41,846 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:40923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:40923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:20:41,850 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:42,046 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1738, reset compression=false 2024-11-11T18:20:42,050 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf, 1588230740, 16d8de1feb9684226cab7ec2b490c72c 2024-11-11T18:20:42,139 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/norep/28c29bc2f3fc405cab96891a0009f796 2024-11-11T18:20:42,143 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28c29bc2f3fc405cab96891a0009f796 2024-11-11T18:20:42,144 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/f/f9a58a4f93c944c09d44944345e00fe8 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/f/f9a58a4f93c944c09d44944345e00fe8 2024-11-11T18:20:42,148 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a58a4f93c944c09d44944345e00fe8 2024-11-11T18:20:42,148 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/f/f9a58a4f93c944c09d44944345e00fe8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T18:20:42,149 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/f1/14cf43626dd54e0ab4333ae9d758da41 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/f1/14cf43626dd54e0ab4333ae9d758da41 2024-11-11T18:20:42,152 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14cf43626dd54e0ab4333ae9d758da41 2024-11-11T18:20:42,152 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/f1/14cf43626dd54e0ab4333ae9d758da41, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T18:20:42,153 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/.tmp/norep/28c29bc2f3fc405cab96891a0009f796 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/norep/28c29bc2f3fc405cab96891a0009f796 2024-11-11T18:20:42,157 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28c29bc2f3fc405cab96891a0009f796 2024-11-11T18:20:42,157 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/norep/28c29bc2f3fc405cab96891a0009f796, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T18:20:42,158 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 16d8de1feb9684226cab7ec2b490c72c in 1309ms, sequenceid=12, compaction requested=false 2024-11-11T18:20:42,158 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/default/test/16d8de1feb9684226cab7ec2b490c72c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:42,162 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16d8de1feb9684226cab7ec2b490c72c: Waiting for close lock at 1731349240848Running coprocessor pre-close hooks at 1731349240848Disabling compacts and flushes for region at 1731349240848Disabling writes for close at 1731349240848Obtaining lock to block concurrent updates at 1731349240849 (+1 ms)Preparing flush snapshotting stores in 16d8de1feb9684226cab7ec2b490c72c at 1731349240849Finished memstore snapshotting test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731349240849Flushing stores of test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. at 1731349240849Flushing 16d8de1feb9684226cab7ec2b490c72c/f: creating writer at 1731349240850 (+1 ms)Flushing 16d8de1feb9684226cab7ec2b490c72c/f: appending metadata at 1731349240864 (+14 ms)Flushing 16d8de1feb9684226cab7ec2b490c72c/f: closing flushed file at 1731349240864Flushing 16d8de1feb9684226cab7ec2b490c72c/f1: creating writer at 1731349241274 (+410 ms)Flushing 16d8de1feb9684226cab7ec2b490c72c/f1: appending metadata at 1731349241291 (+17 ms)Flushing 16d8de1feb9684226cab7ec2b490c72c/f1: closing flushed file at 1731349241291Flushing 16d8de1feb9684226cab7ec2b490c72c/norep: creating writer at 1731349241701 (+410 ms)Flushing 16d8de1feb9684226cab7ec2b490c72c/norep: appending metadata at 1731349241719 (+18 ms)Flushing 16d8de1feb9684226cab7ec2b490c72c/norep: closing flushed file at 1731349241719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd30bfc: reopening flushed file at 1731349242143 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef1701a: reopening flushed file at 1731349242148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f90f58b: reopening flushed file at 1731349242152 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 16d8de1feb9684226cab7ec2b490c72c in 1309ms, sequenceid=12, compaction requested=false at 1731349242158 (+6 ms)Writing region close event to WAL at 1731349242159 (+1 ms)Running coprocessor post-close hooks at 1731349242162 (+3 ms)Closed at 1731349242162 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349214890.16d8de1feb9684226cab7ec2b490c72c. 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02c18dc7dc76380e85b925997cbc5ebf, disabling compactions & flushes 2024-11-11T18:20:42,162 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,162 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,163 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. after waiting 0 ms 2024-11-11T18:20:42,163 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,163 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02c18dc7dc76380e85b925997cbc5ebf: Waiting for close lock at 1731349242162Running coprocessor pre-close hooks at 1731349242162Disabling compacts and flushes for region at 1731349242162Disabling writes for close at 1731349242163 (+1 ms)Failed flush hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf., putting online again at 1731349242163 2024-11-11T18:20:42,163 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,174 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/table/c9855a5ac42c4d02a56464cf7bb8a949 2024-11-11T18:20:42,177 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/info/718e69b1fce14221acae990d08e69c05 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/info/718e69b1fce14221acae990d08e69c05 2024-11-11T18:20:42,180 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/info/718e69b1fce14221acae990d08e69c05, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:20:42,181 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/ns/337313448b7642e2abce3847aa00f10d as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/ns/337313448b7642e2abce3847aa00f10d 2024-11-11T18:20:42,184 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/ns/337313448b7642e2abce3847aa00f10d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:20:42,185 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/rep_barrier/79ade57256c34ce69b0b7a395932b7f0 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/rep_barrier/79ade57256c34ce69b0b7a395932b7f0 2024-11-11T18:20:42,188 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/rep_barrier/79ade57256c34ce69b0b7a395932b7f0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:20:42,188 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/.tmp/table/c9855a5ac42c4d02a56464cf7bb8a949 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/table/c9855a5ac42c4d02a56464cf7bb8a949 2024-11-11T18:20:42,192 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/table/c9855a5ac42c4d02a56464cf7bb8a949, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:20:42,193 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-11T18:20:42,193 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:20:42,199 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:20:42,200 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:20:42,200 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:20:42,200 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:42,200 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349240849Running coprocessor pre-close hooks at 1731349240849Disabling compacts and flushes for region at 1731349240849Disabling writes for close at 1731349240849Obtaining lock to block concurrent updates at 1731349240849Preparing flush snapshotting stores in 1588230740 at 1731349240849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349240850 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349240850Flushing 1588230740/info: creating writer at 1731349240850Flushing 1588230740/info: appending metadata at 1731349240869 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731349240869Flushing 1588230740/ns: creating writer at 1731349240883 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731349240897 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731349240897Flushing 1588230740/rep_barrier: creating writer at 1731349241305 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349241322 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349241322Flushing 1588230740/table: creating writer at 1731349241742 (+420 ms)Flushing 1588230740/table: appending metadata at 1731349241766 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731349241766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72469f32: reopening flushed file at 1731349242177 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7692d6: reopening flushed file at 1731349242181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d440c7: reopening flushed file at 1731349242184 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79883063: reopening flushed file at 1731349242188 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731349242193 (+5 ms)Writing region close event to WAL at 1731349242197 (+4 ms)Running coprocessor post-close hooks at 1731349242200 (+3 ms)Closed at 1731349242200 2024-11-11T18:20:42,200 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:42,250 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:20:42,250 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1325): Online Regions={02c18dc7dc76380e85b925997cbc5ebf=hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf.} 2024-11-11T18:20:42,250 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(3091): Received CLOSE for 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:42,251 DEBUG [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1351): Waiting on 02c18dc7dc76380e85b925997cbc5ebf 2024-11-11T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02c18dc7dc76380e85b925997cbc5ebf, disabling compactions & flushes 2024-11-11T18:20:42,251 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. after waiting 0 ms 2024-11-11T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02c18dc7dc76380e85b925997cbc5ebf: Waiting for close lock at 1731349242251Running coprocessor pre-close hooks at 1731349242251Disabling compacts and flushes for region at 1731349242251Disabling writes for close at 1731349242251Failed flush hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf., putting online again at 1731349242251 2024-11-11T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349221389.02c18dc7dc76380e85b925997cbc5ebf. 2024-11-11T18:20:42,351 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 1738, reset compression=false 2024-11-11T18:20:42,355 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:20:42,355 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 2382, reset compression=false 2024-11-11T18:20:42,451 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T18:20:42,451 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,46311,1731349205441; all regions closed. 2024-11-11T18:20:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:20:42,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.meta.1731349207975.meta not finished, retry = 0 2024-11-11T18:20:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741839_1015 (size=2609) 2024-11-11T18:20:42,557 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 to pos 2382, reset compression=false 2024-11-11T18:20:42,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 not finished, retry = 0 2024-11-11T18:20:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741833_1009 (size=2390) 2024-11-11T18:20:42,659 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:42,659 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:20:42,659 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/WALs/90f34c5bee6a,46311,1731349205441/90f34c5bee6a%2C46311%2C1731349205441.1731349207702 2024-11-11T18:20:42,659 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:42,659 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:42,660 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:42,660 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:42,660 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,46311,1731349205441 because: Region server is closing 2024-11-11T18:20:42,660 INFO [RS:0;90f34c5bee6a:46311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46311. 2024-11-11T18:20:42,660 DEBUG [RS:0;90f34c5bee6a:46311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:42,660 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:42,660 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:42,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:42,761 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.shipper90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 terminated 2024-11-11T18:20:42,761 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46311,1731349205441.replicationSource.wal-reader.90f34c5bee6a%2C46311%2C1731349205441,1-90f34c5bee6a,46311,1731349205441 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T18:20:42,761 INFO [RS:0;90f34c5bee6a:46311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46311. 2024-11-11T18:20:42,761 DEBUG [RS:0;90f34c5bee6a:46311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:20:42,761 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:42,761 DEBUG [RS:0;90f34c5bee6a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:42,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:20:42,761 INFO [RS:0;90f34c5bee6a:46311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46311 2024-11-11T18:20:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920048960/rs/90f34c5bee6a,46311,1731349205441 2024-11-11T18:20:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960/rs 2024-11-11T18:20:42,763 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:42,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,46311,1731349205441] 2024-11-11T18:20:42,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920048960/draining/90f34c5bee6a,46311,1731349205441 already deleted, retry=false 2024-11-11T18:20:42,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,46311,1731349205441 expired; onlineServers=0 2024-11-11T18:20:42,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,40923,1731349205385' ***** 2024-11-11T18:20:42,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:20:42,767 INFO [M:0;90f34c5bee6a:40923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:20:42,767 INFO [M:0;90f34c5bee6a:40923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:20:42,767 DEBUG [M:0;90f34c5bee6a:40923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:20:42,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:20:42,768 DEBUG [M:0;90f34c5bee6a:40923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:20:42,768 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349207360 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349207360,5,FailOnTimeoutGroup] 2024-11-11T18:20:42,768 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349207345 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349207345,5,FailOnTimeoutGroup] 2024-11-11T18:20:42,768 INFO [M:0;90f34c5bee6a:40923 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:20:42,768 INFO [M:0;90f34c5bee6a:40923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:20:42,768 DEBUG [M:0;90f34c5bee6a:40923 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:20:42,768 INFO [M:0;90f34c5bee6a:40923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:20:42,768 INFO [M:0;90f34c5bee6a:40923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:20:42,768 INFO [M:0;90f34c5bee6a:40923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:20:42,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:20:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920048960/master 2024-11-11T18:20:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920048960 2024-11-11T18:20:42,770 DEBUG [M:0;90f34c5bee6a:40923 {}] zookeeper.ZKUtil(347): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Unable to get data of znode /0-1920048960/master because node does not exist (not an error) 2024-11-11T18:20:42,770 WARN [M:0;90f34c5bee6a:40923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:20:42,770 INFO [M:0;90f34c5bee6a:40923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/.lastflushedseqids 2024-11-11T18:20:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741847_1023 (size=245) 2024-11-11T18:20:42,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:42,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x101084237fc0001, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:42,865 INFO [RS:0;90f34c5bee6a:46311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:42,865 INFO [RS:0;90f34c5bee6a:46311 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,46311,1731349205441; zookeeper connection closed. 2024-11-11T18:20:42,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37da7cc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37da7cc1 2024-11-11T18:20:42,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:20:43,174 INFO [M:0;90f34c5bee6a:40923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:20:43,175 INFO [M:0;90f34c5bee6a:40923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:20:43,175 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:43,175 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:43,175 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:43,175 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:43,175 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:43,175 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T18:20:43,190 DEBUG [M:0;90f34c5bee6a:40923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632600be47d74c9584db71500e25d5ff is 82, key is hbase:meta,,1/info:regioninfo/1731349208045/Put/seqid=0 2024-11-11T18:20:43,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741848_1024 (size=5672) 2024-11-11T18:20:43,594 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632600be47d74c9584db71500e25d5ff 2024-11-11T18:20:43,613 DEBUG [M:0;90f34c5bee6a:40923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51d95fd590624db381977024c69e1fd6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349216076/Put/seqid=0 2024-11-11T18:20:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741849_1025 (size=7218) 2024-11-11T18:20:43,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:43,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:43,718 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68551 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:20:44,016 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51d95fd590624db381977024c69e1fd6 2024-11-11T18:20:44,021 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51d95fd590624db381977024c69e1fd6 2024-11-11T18:20:44,039 DEBUG [M:0;90f34c5bee6a:40923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4031109c885a43ef9460305082339205 is 69, key is 90f34c5bee6a,46311,1731349205441/rs:state/1731349207461/Put/seqid=0 2024-11-11T18:20:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741850_1026 (size=5156) 2024-11-11T18:20:44,443 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4031109c885a43ef9460305082339205 2024-11-11T18:20:44,447 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632600be47d74c9584db71500e25d5ff as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/632600be47d74c9584db71500e25d5ff 2024-11-11T18:20:44,451 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/632600be47d74c9584db71500e25d5ff, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T18:20:44,451 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51d95fd590624db381977024c69e1fd6 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51d95fd590624db381977024c69e1fd6 2024-11-11T18:20:44,454 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51d95fd590624db381977024c69e1fd6 2024-11-11T18:20:44,454 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51d95fd590624db381977024c69e1fd6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T18:20:44,455 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4031109c885a43ef9460305082339205 as hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4031109c885a43ef9460305082339205 2024-11-11T18:20:44,458 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4031109c885a43ef9460305082339205, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T18:20:44,459 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-11T18:20:44,460 INFO [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:44,460 DEBUG [M:0;90f34c5bee6a:40923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349243175Disabling compacts and flushes for region at 1731349243175Disabling writes for close at 1731349243175Obtaining lock to block concurrent updates at 1731349243175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349243175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731349243175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349243176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349243176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349243190 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349243190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349243598 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349243612 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349243612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349244021 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349244038 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349244038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391a43e8: reopening flushed file at 1731349244447 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3f0679: reopening flushed file at 1731349244451 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5046b5f6: reopening flushed file at 1731349244454 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731349244459 (+5 ms)Writing region close event to WAL at 1731349244460 (+1 ms)Closed at 1731349244460 2024-11-11T18:20:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741830_1006 (size=64423) 2024-11-11T18:20:44,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e88ccf00-6c31-ee69-7d28-f08dbccb43b1/MasterData/WALs/90f34c5bee6a,40923,1731349205385/90f34c5bee6a%2C40923%2C1731349205385.1731349207124 not finished, retry = 0 2024-11-11T18:20:44,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:20:44,562 INFO [M:0;90f34c5bee6a:40923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:20:44,563 INFO [M:0;90f34c5bee6a:40923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40923 2024-11-11T18:20:44,563 INFO [M:0;90f34c5bee6a:40923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:20:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x101084237fc0000, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:20:44,666 INFO [M:0;90f34c5bee6a:40923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:20:44,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6f5cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:44,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:44,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:44,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:44,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:44,672 WARN [BP-2044987326-172.17.0.2-1731349204354 heartbeating to localhost/127.0.0.1:41483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:20:44,672 WARN [BP-2044987326-172.17.0.2-1731349204354 heartbeating to localhost/127.0.0.1:41483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2044987326-172.17.0.2-1731349204354 (Datanode Uuid 326c4ecc-7700-4030-bd79-50c56b4f4bee) service to localhost/127.0.0.1:41483 2024-11-11T18:20:44,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/data/data1/current/BP-2044987326-172.17.0.2-1731349204354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:44,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/cluster_30320098-7ba4-f8e0-2d37-2b53ad9f1974/data/data2/current/BP-2044987326-172.17.0.2-1731349204354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:20:44,673 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:20:44,673 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:20:44,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:20:44,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198dbb51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:44,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:20:44,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:20:44,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:20:44,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/701437a1-3e2f-3e5d-49b8-9738bc1217f4/hadoop.log.dir/,STOPPED} 2024-11-11T18:20:44,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:20:44,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:20:44,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 267) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45949 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51274) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41089 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51274) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41483 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51274) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 297) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7306 (was 7335) 2024-11-11T18:20:44,724 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=7306 2024-11-11T18:20:44,737 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T18:20:44,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir so I do NOT create it in target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c 2024-11-11T18:20:44,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:20:44,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.tmp.dir so I do NOT create it in target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c 2024-11-11T18:20:44,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60adde-a822-138c-2a94-47c3edcf5425/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:20:44,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c 2024-11-11T18:20:44,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596, deleteOnExit=true 2024-11-11T18:20:44,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/zookeeper_0, clientPort=57056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:20:44,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57056 2024-11-11T18:20:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:20:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:20:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/test.cache.data in system properties and HBase conf 2024-11-11T18:20:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:20:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:20:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:20:44,743 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:20:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:20:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:20:44,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101084237fc0005, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:20:44,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101084237fc0002, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:20:44,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101084237fc0008, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:20:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101084237fc0002, quorum=127.0.0.1:51274, baseZNode=/0-1920048960 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:20:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101084237fc0005, quorum=127.0.0.1:51274, baseZNode=/1-259140778 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:20:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101084237fc0008, quorum=127.0.0.1:51274, baseZNode=/21180711698 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:20:44,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:44,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:44,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:44,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:44,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:44,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:44,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f1a455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:44,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:44,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6dcfaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/java.io.tmpdir/jetty-localhost-33555-hadoop-hdfs-3_4_1-tests_jar-_-any-248091686675587736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:44,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d101001{HTTP/1.1, (http/1.1)}{localhost:33555} 2024-11-11T18:20:44,948 INFO [Time-limited test {}] server.Server(415): Started @240743ms 2024-11-11T18:20:45,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:45,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:45,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:45,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:45,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:45,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770db563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:45,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b48e5b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:45,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5105e8fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/java.io.tmpdir/jetty-localhost-35583-hadoop-hdfs-3_4_1-tests_jar-_-any-1929913225619720261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:45,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c4ff25{HTTP/1.1, (http/1.1)}{localhost:35583} 2024-11-11T18:20:45,149 INFO [Time-limited test {}] server.Server(415): Started @240944ms 2024-11-11T18:20:45,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:20:45,260 WARN [Thread-3424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/data/data2/current/BP-445218587-172.17.0.2-1731349244769/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:45,260 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/data/data1/current/BP-445218587-172.17.0.2-1731349244769/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:45,281 WARN [Thread-3411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:20:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49baf4ff582b3986 with lease ID 0x26832f87d574ba9d: Processing first storage report for DS-e2f498f7-94ba-4663-bdd1-f1762461b63d from datanode DatanodeRegistration(127.0.0.1:34329, datanodeUuid=49079f7b-fe2c-4a14-b931-c8cc5f005aea, infoPort=36829, infoSecurePort=0, ipcPort=33625, storageInfo=lv=-57;cid=testClusterID;nsid=1426198795;c=1731349244769) 2024-11-11T18:20:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49baf4ff582b3986 with lease ID 0x26832f87d574ba9d: from storage DS-e2f498f7-94ba-4663-bdd1-f1762461b63d node DatanodeRegistration(127.0.0.1:34329, datanodeUuid=49079f7b-fe2c-4a14-b931-c8cc5f005aea, infoPort=36829, infoSecurePort=0, ipcPort=33625, storageInfo=lv=-57;cid=testClusterID;nsid=1426198795;c=1731349244769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49baf4ff582b3986 with lease ID 0x26832f87d574ba9d: Processing first storage report for DS-a791b1ce-e916-4d84-af64-7e05ab7f1704 from datanode DatanodeRegistration(127.0.0.1:34329, datanodeUuid=49079f7b-fe2c-4a14-b931-c8cc5f005aea, infoPort=36829, infoSecurePort=0, ipcPort=33625, storageInfo=lv=-57;cid=testClusterID;nsid=1426198795;c=1731349244769) 2024-11-11T18:20:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49baf4ff582b3986 with lease ID 0x26832f87d574ba9d: from storage DS-a791b1ce-e916-4d84-af64-7e05ab7f1704 node DatanodeRegistration(127.0.0.1:34329, datanodeUuid=49079f7b-fe2c-4a14-b931-c8cc5f005aea, infoPort=36829, infoSecurePort=0, ipcPort=33625, storageInfo=lv=-57;cid=testClusterID;nsid=1426198795;c=1731349244769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:45,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c 2024-11-11T18:20:45,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:20:45,388 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc with version=8 2024-11-11T18:20:45,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/hbase-staging 2024-11-11T18:20:45,390 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:20:45,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:45,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37311 2024-11-11T18:20:45,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37311 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:45,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373110x0, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:45,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37311-0x1010842d5d40000 connected 2024-11-11T18:20:45,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/running 2024-11-11T18:20:45,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc, hbase.cluster.distributed=false 2024-11-11T18:20:45,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/acl 2024-11-11T18:20:45,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37311 2024-11-11T18:20:45,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37311 2024-11-11T18:20:45,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37311 2024-11-11T18:20:45,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37311 2024-11-11T18:20:45,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37311 2024-11-11T18:20:45,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:20:45,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:45,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35763 2024-11-11T18:20:45,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35763 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:45,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357630x0, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:45,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357630x0, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/running 2024-11-11T18:20:45,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35763-0x1010842d5d40001 connected 2024-11-11T18:20:45,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:20:45,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:20:45,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/master 2024-11-11T18:20:45,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/acl 2024-11-11T18:20:45,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-11T18:20:45,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35763 2024-11-11T18:20:45,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35763 2024-11-11T18:20:45,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-11T18:20:45,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-11T18:20:45,468 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:37311 2024-11-11T18:20:45,468 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01666600166/backup-masters/90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:45,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166/backup-masters 2024-11-11T18:20:45,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166/backup-masters 2024-11-11T18:20:45,470 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on existing znode=/01666600166/backup-masters/90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:45,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01666600166/master 2024-11-11T18:20:45,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:45,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:45,472 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on existing znode=/01666600166/master 2024-11-11T18:20:45,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01666600166/backup-masters/90f34c5bee6a,37311,1731349245390 from backup master directory 2024-11-11T18:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01666600166/backup-masters/90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166/backup-masters 2024-11-11T18:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166/backup-masters 2024-11-11T18:20:45,475 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:45,475 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:45,478 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/hbase.id] with ID: a3b03589-87e5-4bd7-b115-66dc285046f1 2024-11-11T18:20:45,478 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/.tmp/hbase.id 2024-11-11T18:20:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:20:45,886 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/.tmp/hbase.id]:[hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/hbase.id] 2024-11-11T18:20:45,894 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:45,894 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:20:45,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:20:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:45,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:20:46,302 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:46,303 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:20:46,304 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:46,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:20:46,711 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store 2024-11-11T18:20:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:20:47,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:47,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:47,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:47,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:47,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:47,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:47,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:47,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349247117Disabling compacts and flushes for region at 1731349247117Disabling writes for close at 1731349247117Writing region close event to WAL at 1731349247117Closed at 1731349247117 2024-11-11T18:20:47,118 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/.initializing 2024-11-11T18:20:47,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/WALs/90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:47,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:47,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37311%2C1731349245390, suffix=, logDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/WALs/90f34c5bee6a,37311,1731349245390, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/oldWALs, maxLogs=10 2024-11-11T18:20:47,136 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/WALs/90f34c5bee6a,37311,1731349245390/90f34c5bee6a%2C37311%2C1731349245390.1731349247120, exclude list is [], retry=0 2024-11-11T18:20:47,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2f498f7-94ba-4663-bdd1-f1762461b63d,DISK] 2024-11-11T18:20:47,140 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/WALs/90f34c5bee6a,37311,1731349245390/90f34c5bee6a%2C37311%2C1731349245390.1731349247120 2024-11-11T18:20:47,145 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)] 2024-11-11T18:20:47,145 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:47,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:47,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,146 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:20:47,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:47,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:47,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:20:47,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:47,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:47,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:20:47,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:47,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:47,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:20:47,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:47,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:47,151 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,152 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,152 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,152 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,152 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,153 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:47,154 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:47,155 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:47,156 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579138, jitterRate=-0.11220166087150574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:47,156 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349247146Initializing all the Stores at 1731349247146Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349247146Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349247146Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349247146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349247146Cleaning up temporary data from old regions at 1731349247152 (+6 ms)Region opened successfully at 1731349247156 (+4 ms) 2024-11-11T18:20:47,156 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:20:47,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f00f9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:47,159 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:20:47,159 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:20:47,159 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:20:47,159 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:20:47,159 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:20:47,160 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:20:47,160 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:20:47,161 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:20:47,162 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Unable to get data of znode /01666600166/balancer because node does not exist (not necessarily an error) 2024-11-11T18:20:47,164 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01666600166/balancer already deleted, retry=false 2024-11-11T18:20:47,165 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:20:47,165 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Unable to get data of znode /01666600166/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:20:47,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01666600166/normalizer already deleted, retry=false 2024-11-11T18:20:47,167 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:20:47,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Unable to get data of znode /01666600166/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:20:47,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01666600166/switch/split already deleted, retry=false 2024-11-11T18:20:47,169 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Unable to get data of znode /01666600166/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:20:47,170 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01666600166/switch/merge already deleted, retry=false 2024-11-11T18:20:47,172 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Unable to get data of znode /01666600166/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:20:47,174 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01666600166/snapshot-cleanup already deleted, retry=false 2024-11-11T18:20:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01666600166/running 2024-11-11T18:20:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01666600166/running 2024-11-11T18:20:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:47,176 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,37311,1731349245390, sessionid=0x1010842d5d40000, setting cluster-up flag (Was=false) 2024-11-11T18:20:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:47,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01666600166/flush-table-proc/acquired, /01666600166/flush-table-proc/reached, /01666600166/flush-table-proc/abort 2024-11-11T18:20:47,185 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:47,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:47,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:47,193 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01666600166/online-snapshot/acquired, /01666600166/online-snapshot/reached, /01666600166/online-snapshot/abort 2024-11-11T18:20:47,193 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:47,194 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:20:47,195 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:47,195 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:20:47,195 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:20:47,195 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,37311,1731349245390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:47,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349277197 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:20:47,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:20:47,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:20:47,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:47,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:20:47,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:20:47,199 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:20:47,199 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:20:47,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349247199,5,FailOnTimeoutGroup] 2024-11-11T18:20:47,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349247199,5,FailOnTimeoutGroup] 2024-11-11T18:20:47,199 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,199 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:20:47,199 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,200 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:20:47,259 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(746): ClusterId : a3b03589-87e5-4bd7-b115-66dc285046f1 2024-11-11T18:20:47,259 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:20:47,262 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:20:47,262 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:20:47,263 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:20:47,264 DEBUG [RS:0;90f34c5bee6a:35763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193669d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:47,275 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:35763 2024-11-11T18:20:47,275 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:20:47,275 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:20:47,276 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:20:47,276 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37311,1731349245390 with port=35763, startcode=1731349245436 2024-11-11T18:20:47,276 DEBUG [RS:0;90f34c5bee6a:35763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:20:47,278 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:20:47,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:47,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37311 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:47,279 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc 2024-11-11T18:20:47,279 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38983 2024-11-11T18:20:47,279 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:20:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166/rs 2024-11-11T18:20:47,281 DEBUG [RS:0;90f34c5bee6a:35763 {}] zookeeper.ZKUtil(111): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on existing znode=/01666600166/rs/90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:47,281 WARN [RS:0;90f34c5bee6a:35763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:47,281 INFO [RS:0;90f34c5bee6a:35763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:47,282 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:47,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,35763,1731349245436] 2024-11-11T18:20:47,284 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:20:47,286 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:20:47,286 INFO [RS:0;90f34c5bee6a:35763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:20:47,286 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,286 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:20:47,287 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:20:47,287 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:47,287 DEBUG [RS:0;90f34c5bee6a:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:47,288 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,288 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,288 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,288 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,288 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,288 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35763,1731349245436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:47,307 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:20:47,307 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35763,1731349245436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,307 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,307 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.Replication(171): 90f34c5bee6a,35763,1731349245436 started 2024-11-11T18:20:47,321 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:47,321 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,35763,1731349245436, RpcServer on 90f34c5bee6a/172.17.0.2:35763, sessionid=0x1010842d5d40001 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,35763,1731349245436' 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01666600166/flush-table-proc/abort' 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01666600166/flush-table-proc/acquired' 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,35763,1731349245436' 2024-11-11T18:20:47,322 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01666600166/online-snapshot/abort' 2024-11-11T18:20:47,323 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01666600166/online-snapshot/acquired' 2024-11-11T18:20:47,323 DEBUG [RS:0;90f34c5bee6a:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:20:47,323 INFO [RS:0;90f34c5bee6a:35763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:20:47,323 INFO [RS:0;90f34c5bee6a:35763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:20:47,423 INFO [RS:0;90f34c5bee6a:35763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:47,425 INFO [RS:0;90f34c5bee6a:35763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C35763%2C1731349245436, suffix=, logDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/oldWALs, maxLogs=10 2024-11-11T18:20:47,439 DEBUG [RS:0;90f34c5bee6a:35763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425, exclude list is [], retry=0 2024-11-11T18:20:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2f498f7-94ba-4663-bdd1-f1762461b63d,DISK] 2024-11-11T18:20:47,445 INFO [RS:0;90f34c5bee6a:35763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 2024-11-11T18:20:47,446 DEBUG [RS:0;90f34c5bee6a:35763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)] 2024-11-11T18:20:47,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:20:47,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc 2024-11-11T18:20:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:20:47,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:47,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:47,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:48,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:48,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:48,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:48,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:48,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:48,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:48,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:48,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:48,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:48,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:48,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740 2024-11-11T18:20:48,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740 2024-11-11T18:20:48,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:48,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:48,023 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:48,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:48,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:48,026 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67377146, jitterRate=0.003997713327407837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:48,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349248015Initializing all the Stores at 1731349248015Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349248016 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349248016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349248016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349248016Cleaning up temporary data from old regions at 1731349248023 (+7 ms)Region opened successfully at 1731349248026 (+3 ms) 2024-11-11T18:20:48,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:48,027 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:48,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:48,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:48,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:48,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:48,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349248027Disabling compacts and flushes for region at 1731349248027Disabling writes for close at 1731349248027Writing region close event to WAL at 1731349248027Closed at 1731349248027 2024-11-11T18:20:48,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:48,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:20:48,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:20:48,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:48,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:20:48,180 DEBUG [90f34c5bee6a:37311 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:20:48,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:48,182 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,35763,1731349245436, state=OPENING 2024-11-11T18:20:48,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:20:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:20:48,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01666600166/meta-region-server: CHANGED 2024-11-11T18:20:48,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:48,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,35763,1731349245436}] 2024-11-11T18:20:48,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01666600166/meta-region-server: CHANGED 2024-11-11T18:20:48,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:48,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:20:48,347 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:20:48,347 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:48,347 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:20:48,348 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C35763%2C1731349245436.meta, suffix=.meta, logDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/oldWALs, maxLogs=10 2024-11-11T18:20:48,369 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.meta.1731349248349.meta, exclude list is [], retry=0 2024-11-11T18:20:48,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2f498f7-94ba-4663-bdd1-f1762461b63d,DISK] 2024-11-11T18:20:48,379 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.meta.1731349248349.meta 2024-11-11T18:20:48,380 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)] 2024-11-11T18:20:48,381 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:48,381 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:48,381 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:48,381 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:20:48,381 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:20:48,382 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:20:48,382 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:48,382 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:20:48,382 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:20:48,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:48,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:48,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:48,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:48,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:48,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:48,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:48,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:48,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:48,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:48,396 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:48,397 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740 2024-11-11T18:20:48,398 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740 2024-11-11T18:20:48,400 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:48,400 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:48,400 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:48,402 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:48,402 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74120970, jitterRate=0.10448852181434631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:48,402 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:20:48,403 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349248382Writing region info on filesystem at 1731349248382Initializing all the Stores at 1731349248383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349248383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349248386 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349248386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349248386Cleaning up temporary data from old regions at 1731349248400 (+14 ms)Running coprocessor post-open hooks at 1731349248402 (+2 ms)Region opened successfully at 1731349248403 (+1 ms) 2024-11-11T18:20:48,404 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349248341 2024-11-11T18:20:48,407 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:20:48,407 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:20:48,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:48,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,35763,1731349245436, state=OPEN 2024-11-11T18:20:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01666600166/meta-region-server 2024-11-11T18:20:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01666600166/meta-region-server 2024-11-11T18:20:48,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01666600166/meta-region-server: CHANGED 2024-11-11T18:20:48,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01666600166/meta-region-server: CHANGED 2024-11-11T18:20:48,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:48,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:20:48,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,35763,1731349245436 in 229 msec 2024-11-11T18:20:48,422 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:48,422 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:20:48,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:20:48,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-11T18:20:48,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:48,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,35763,1731349245436, seqNum=-1] 2024-11-11T18:20:48,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:48,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:48,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-11T18:20:48,430 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349248430, completionTime=-1 2024-11-11T18:20:48,430 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:20:48,430 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349308432 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349368432 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37311,1731349245390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37311,1731349245390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37311,1731349245390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:37311, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,435 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:20:48,439 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.968sec 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37311,1731349245390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:48,443 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37311,1731349245390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:20:48,454 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:20:48,454 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:20:48,454 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37311,1731349245390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:48,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:48,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37311,-1 for getting cluster id 2024-11-11T18:20:48,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:48,461 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b03589-87e5-4bd7-b115-66dc285046f1' 2024-11-11T18:20:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b03589-87e5-4bd7-b115-66dc285046f1" 2024-11-11T18:20:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1961d114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37311,-1] 2024-11-11T18:20:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:48,463 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:48,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:48,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,35763,1731349245436, seqNum=-1] 2024-11-11T18:20:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:48,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:48,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:48,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir so I do NOT create it in target/test-data/572396ab-29e8-42a7-6e85-738e149388cb 2024-11-11T18:20:48,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.tmp.dir so I do NOT create it in target/test-data/572396ab-29e8-42a7-6e85-738e149388cb 2024-11-11T18:20:48,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:20:48,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/cluster_c6d09ada-19e9-21ae-1884-a103df2b1309, deleteOnExit=true 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/test.cache.data in system properties and HBase conf 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:20:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:20:48,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:20:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:20:48,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010842d5d40002 connected 2024-11-11T18:20:48,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:48,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:48,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:48,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:48,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:20:48,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:48,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcea90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:48,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:48,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ae1b9da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/java.io.tmpdir/jetty-localhost-37573-hadoop-hdfs-3_4_1-tests_jar-_-any-15609379040139301612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:48,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7591289f{HTTP/1.1, (http/1.1)}{localhost:37573} 2024-11-11T18:20:48,767 INFO [Time-limited test {}] server.Server(415): Started @244562ms 2024-11-11T18:20:48,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:48,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:48,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:48,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:48,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:20:48,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f71b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:48,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:49,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@370005d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/java.io.tmpdir/jetty-localhost-37879-hadoop-hdfs-3_4_1-tests_jar-_-any-14177303871095235776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:49,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@374948d0{HTTP/1.1, (http/1.1)}{localhost:37879} 2024-11-11T18:20:49,019 INFO [Time-limited test {}] server.Server(415): Started @244814ms 2024-11-11T18:20:49,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:20:49,151 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/cluster_c6d09ada-19e9-21ae-1884-a103df2b1309/data/data1/current/BP-73866225-172.17.0.2-1731349248496/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:49,151 WARN [Thread-3545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/cluster_c6d09ada-19e9-21ae-1884-a103df2b1309/data/data2/current/BP-73866225-172.17.0.2-1731349248496/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:49,188 WARN [Thread-3532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:20:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa708706e15f34e with lease ID 0x3ffee3e662606002: Processing first storage report for DS-6148d96e-844f-464e-9d80-f9d4f0307943 from datanode DatanodeRegistration(127.0.0.1:37593, datanodeUuid=d669cffe-ab36-4093-9279-27c8e2cc9534, infoPort=33439, infoSecurePort=0, ipcPort=35443, storageInfo=lv=-57;cid=testClusterID;nsid=496067536;c=1731349248496) 2024-11-11T18:20:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa708706e15f34e with lease ID 0x3ffee3e662606002: from storage DS-6148d96e-844f-464e-9d80-f9d4f0307943 node DatanodeRegistration(127.0.0.1:37593, datanodeUuid=d669cffe-ab36-4093-9279-27c8e2cc9534, infoPort=33439, infoSecurePort=0, ipcPort=35443, storageInfo=lv=-57;cid=testClusterID;nsid=496067536;c=1731349248496), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa708706e15f34e with lease ID 0x3ffee3e662606002: Processing first storage report for DS-508a5b00-03da-4867-9799-2dfd38e66843 from datanode DatanodeRegistration(127.0.0.1:37593, datanodeUuid=d669cffe-ab36-4093-9279-27c8e2cc9534, infoPort=33439, infoSecurePort=0, ipcPort=35443, storageInfo=lv=-57;cid=testClusterID;nsid=496067536;c=1731349248496) 2024-11-11T18:20:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa708706e15f34e with lease ID 0x3ffee3e662606002: from storage DS-508a5b00-03da-4867-9799-2dfd38e66843 node DatanodeRegistration(127.0.0.1:37593, datanodeUuid=d669cffe-ab36-4093-9279-27c8e2cc9534, infoPort=33439, infoSecurePort=0, ipcPort=35443, storageInfo=lv=-57;cid=testClusterID;nsid=496067536;c=1731349248496), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:49,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb 2024-11-11T18:20:49,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:49,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:20:49,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:20:49,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:49,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02 with version=8 2024-11-11T18:20:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/hbase-staging 2024-11-11T18:20:49,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:49,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36083 2024-11-11T18:20:49,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36083 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:49,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360830x0, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:49,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36083-0x1010842d5d40003 connected 2024-11-11T18:20:49,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:49,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:49,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/running 2024-11-11T18:20:49,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02, hbase.cluster.distributed=false 2024-11-11T18:20:49,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/acl 2024-11-11T18:20:49,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-11T18:20:49,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36083 2024-11-11T18:20:49,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36083 2024-11-11T18:20:49,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-11T18:20:49,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-11T18:20:49,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:20:49,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:49,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43799 2024-11-11T18:20:49,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43799 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:49,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:49,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:49,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437990x0, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:49,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437990x0, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/running 2024-11-11T18:20:49,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:20:49,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43799-0x1010842d5d40004 connected 2024-11-11T18:20:49,776 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:20:49,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/master 2024-11-11T18:20:49,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/acl 2024-11-11T18:20:49,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-11T18:20:49,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43799 2024-11-11T18:20:49,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43799 2024-11-11T18:20:49,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-11T18:20:49,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-11T18:20:49,805 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:36083 2024-11-11T18:20:49,805 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1438240501/backup-masters/90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:49,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501/backup-masters 2024-11-11T18:20:49,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501/backup-masters 2024-11-11T18:20:49,808 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on existing znode=/1438240501/backup-masters/90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1438240501/master 2024-11-11T18:20:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:49,810 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on existing znode=/1438240501/master 2024-11-11T18:20:49,811 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1438240501/backup-masters/90f34c5bee6a,36083,1731349249706 from backup master directory 2024-11-11T18:20:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1438240501/backup-masters/90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501/backup-masters 2024-11-11T18:20:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501/backup-masters 2024-11-11T18:20:49,814 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:49,814 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:49,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/hbase.id] with ID: 6768d98e-46fd-4fe9-8063-3e7ce246c88a 2024-11-11T18:20:49,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/.tmp/hbase.id 2024-11-11T18:20:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:20:50,233 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/.tmp/hbase.id]:[hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/hbase.id] 2024-11-11T18:20:50,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:50,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:20:50,246 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:20:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:20:50,258 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:50,259 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:20:50,260 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:20:50,274 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store 2024-11-11T18:20:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:20:50,289 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:50,289 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:50,289 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:50,289 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:50,289 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:50,289 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:50,289 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:50,289 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349250289Disabling compacts and flushes for region at 1731349250289Disabling writes for close at 1731349250289Writing region close event to WAL at 1731349250289Closed at 1731349250289 2024-11-11T18:20:50,290 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/.initializing 2024-11-11T18:20:50,290 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/WALs/90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:50,292 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:50,293 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C36083%2C1731349249706, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/WALs/90f34c5bee6a,36083,1731349249706, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/oldWALs, maxLogs=10 2024-11-11T18:20:50,312 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/WALs/90f34c5bee6a,36083,1731349249706/90f34c5bee6a%2C36083%2C1731349249706.1731349250294, exclude list is [], retry=0 2024-11-11T18:20:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37593,DS-6148d96e-844f-464e-9d80-f9d4f0307943,DISK] 2024-11-11T18:20:50,316 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/WALs/90f34c5bee6a,36083,1731349249706/90f34c5bee6a%2C36083%2C1731349249706.1731349250294 2024-11-11T18:20:50,317 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T18:20:50,317 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:50,317 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:50,317 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,317 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:20:50,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:50,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:20:50,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:50,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:20:50,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:50,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:20:50,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:50,327 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,328 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,328 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,329 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,329 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,329 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:50,330 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:50,337 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:50,337 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71005420, jitterRate=0.05806320905685425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:50,337 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349250317Initializing all the Stores at 1731349250318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349250318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349250322 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349250322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349250322Cleaning up temporary data from old regions at 1731349250329 (+7 ms)Region opened successfully at 1731349250337 (+8 ms) 2024-11-11T18:20:50,340 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:20:50,342 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a57bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:50,343 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:20:50,343 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:20:50,343 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:20:50,343 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:20:50,344 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:20:50,344 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:20:50,344 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:20:50,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:20:50,357 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Unable to get data of znode /1438240501/balancer because node does not exist (not necessarily an error) 2024-11-11T18:20:50,359 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1438240501/balancer already deleted, retry=false 2024-11-11T18:20:50,359 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:20:50,360 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Unable to get data of znode /1438240501/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:20:50,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1438240501/normalizer already deleted, retry=false 2024-11-11T18:20:50,361 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:20:50,362 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Unable to get data of znode /1438240501/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:20:50,366 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1438240501/switch/split already deleted, retry=false 2024-11-11T18:20:50,367 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Unable to get data of znode /1438240501/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:20:50,368 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1438240501/switch/merge already deleted, retry=false 2024-11-11T18:20:50,374 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Unable to get data of znode /1438240501/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:20:50,376 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1438240501/snapshot-cleanup already deleted, retry=false 2024-11-11T18:20:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1438240501/running 2024-11-11T18:20:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1438240501/running 2024-11-11T18:20:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,378 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,36083,1731349249706, sessionid=0x1010842d5d40003, setting cluster-up flag (Was=false) 2024-11-11T18:20:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,388 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1438240501/flush-table-proc/acquired, /1438240501/flush-table-proc/reached, /1438240501/flush-table-proc/abort 2024-11-11T18:20:50,389 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:50,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,400 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1438240501/online-snapshot/acquired, /1438240501/online-snapshot/reached, /1438240501/online-snapshot/abort 2024-11-11T18:20:50,401 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:50,405 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:20:50,408 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:50,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:20:50,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:20:50,409 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,36083,1731349249706 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:50,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:50,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:20:50,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349280428 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:20:50,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:20:50,432 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:20:50,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:20:50,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:20:50,433 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:20:50,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:20:50,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:20:50,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:20:50,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:20:50,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02 2024-11-11T18:20:50,440 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349250434,5,FailOnTimeoutGroup] 2024-11-11T18:20:50,440 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349250440,5,FailOnTimeoutGroup] 2024-11-11T18:20:50,440 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,441 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:20:50,441 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,441 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:20:50,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:50,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:50,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:50,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:50,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:50,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:50,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:50,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:50,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:50,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:50,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:50,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:50,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:50,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:50,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:50,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740 2024-11-11T18:20:50,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740 2024-11-11T18:20:50,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:50,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:50,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:50,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:50,472 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:50,473 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59837125, jitterRate=-0.10835735499858856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349250449Initializing all the Stores at 1731349250450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349250450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349250452 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349250452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349250452Cleaning up temporary data from old regions at 1731349250467 (+15 ms)Region opened successfully at 1731349250473 (+6 ms) 2024-11-11T18:20:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:50,473 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:50,476 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349250473Disabling compacts and flushes for region at 1731349250473Disabling writes for close at 1731349250473Writing region close event to WAL at 1731349250476 (+3 ms)Closed at 1731349250476 2024-11-11T18:20:50,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:50,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:20:50,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:20:50,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:50,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:20:50,489 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(746): ClusterId : 6768d98e-46fd-4fe9-8063-3e7ce246c88a 2024-11-11T18:20:50,489 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:20:50,491 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:20:50,491 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:20:50,493 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:20:50,494 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ae1851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:50,506 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:43799 2024-11-11T18:20:50,506 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:20:50,506 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:20:50,506 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:20:50,506 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,36083,1731349249706 with port=43799, startcode=1731349249753 2024-11-11T18:20:50,506 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:20:50,508 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:20:50,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,510 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02 2024-11-11T18:20:50,510 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34053 2024-11-11T18:20:50,510 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:20:50,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501/rs 2024-11-11T18:20:50,514 DEBUG [RS:0;90f34c5bee6a:43799 {}] zookeeper.ZKUtil(111): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on existing znode=/1438240501/rs/90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,514 WARN [RS:0;90f34c5bee6a:43799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:50,514 INFO [RS:0;90f34c5bee6a:43799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:50,514 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,43799,1731349249753] 2024-11-11T18:20:50,520 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:20:50,522 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:20:50,522 INFO [RS:0;90f34c5bee6a:43799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:20:50,522 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,523 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:20:50,523 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:20:50,523 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,523 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,523 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,523 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,523 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,523 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:50,524 DEBUG [RS:0;90f34c5bee6a:43799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:50,529 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,529 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,529 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,529 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,529 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,529 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43799,1731349249753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:50,565 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:20:50,566 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43799,1731349249753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,566 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,566 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.Replication(171): 90f34c5bee6a,43799,1731349249753 started 2024-11-11T18:20:50,580 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:50,581 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,43799,1731349249753, RpcServer on 90f34c5bee6a/172.17.0.2:43799, sessionid=0x1010842d5d40004 2024-11-11T18:20:50,581 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:20:50,581 DEBUG [RS:0;90f34c5bee6a:43799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,581 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43799,1731349249753' 2024-11-11T18:20:50,581 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1438240501/flush-table-proc/abort' 2024-11-11T18:20:50,581 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1438240501/flush-table-proc/acquired' 2024-11-11T18:20:50,582 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:20:50,582 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:20:50,582 DEBUG [RS:0;90f34c5bee6a:43799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,582 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43799,1731349249753' 2024-11-11T18:20:50,582 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1438240501/online-snapshot/abort' 2024-11-11T18:20:50,582 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1438240501/online-snapshot/acquired' 2024-11-11T18:20:50,583 DEBUG [RS:0;90f34c5bee6a:43799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:20:50,583 INFO [RS:0;90f34c5bee6a:43799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:20:50,583 INFO [RS:0;90f34c5bee6a:43799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:20:50,630 WARN [90f34c5bee6a:36083 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:20:50,683 INFO [RS:0;90f34c5bee6a:43799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:50,685 INFO [RS:0;90f34c5bee6a:43799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C43799%2C1731349249753, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/oldWALs, maxLogs=10 2024-11-11T18:20:50,702 DEBUG [RS:0;90f34c5bee6a:43799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, exclude list is [], retry=0 2024-11-11T18:20:50,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37593,DS-6148d96e-844f-464e-9d80-f9d4f0307943,DISK] 2024-11-11T18:20:50,707 INFO [RS:0;90f34c5bee6a:43799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 2024-11-11T18:20:50,707 DEBUG [RS:0;90f34c5bee6a:43799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T18:20:50,880 DEBUG [90f34c5bee6a:36083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:20:50,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:50,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43799,1731349249753, state=OPENING 2024-11-11T18:20:50,885 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:20:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:20:50,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:50,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43799,1731349249753}] 2024-11-11T18:20:50,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1438240501/meta-region-server: CHANGED 2024-11-11T18:20:50,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1438240501/meta-region-server: CHANGED 2024-11-11T18:20:51,040 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:51,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:20:51,047 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:20:51,047 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:51,047 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:20:51,049 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C43799%2C1731349249753.meta, suffix=.meta, logDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/oldWALs, maxLogs=10 2024-11-11T18:20:51,067 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.meta.1731349251049.meta, exclude list is [], retry=0 2024-11-11T18:20:51,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37593,DS-6148d96e-844f-464e-9d80-f9d4f0307943,DISK] 2024-11-11T18:20:51,070 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.meta.1731349251049.meta 2024-11-11T18:20:51,071 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T18:20:51,071 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:51,071 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:51,071 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:51,071 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:20:51,071 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:20:51,072 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:20:51,072 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:51,072 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:20:51,072 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:20:51,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:51,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:51,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:51,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:51,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:51,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:51,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:51,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:51,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:51,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:51,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:51,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:51,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:51,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:51,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:51,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:51,081 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:51,082 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740 2024-11-11T18:20:51,083 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740 2024-11-11T18:20:51,084 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:51,084 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:51,084 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:51,088 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:51,088 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61181132, jitterRate=-0.08833009004592896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:51,088 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:20:51,089 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349251072Writing region info on filesystem at 1731349251072Initializing all the Stores at 1731349251073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349251073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349251076 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349251076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349251076Cleaning up temporary data from old regions at 1731349251084 (+8 ms)Running coprocessor post-open hooks at 1731349251088 (+4 ms)Region opened successfully at 1731349251088 2024-11-11T18:20:51,092 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349251040 2024-11-11T18:20:51,094 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:20:51,094 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:20:51,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:51,095 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43799,1731349249753, state=OPEN 2024-11-11T18:20:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1438240501/meta-region-server 2024-11-11T18:20:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1438240501/meta-region-server 2024-11-11T18:20:51,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1438240501/meta-region-server: CHANGED 2024-11-11T18:20:51,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1438240501/meta-region-server: CHANGED 2024-11-11T18:20:51,099 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:20:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43799,1731349249753 in 212 msec 2024-11-11T18:20:51,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:20:51,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-11T18:20:51,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:51,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:20:51,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:51,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43799,1731349249753, seqNum=-1] 2024-11-11T18:20:51,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:51,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:51,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-11T18:20:51,109 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349251109, completionTime=-1 2024-11-11T18:20:51,109 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:20:51,109 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:20:51,111 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:20:51,111 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349311111 2024-11-11T18:20:51,111 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349371111 2024-11-11T18:20:51,111 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:20:51,112 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36083,1731349249706-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,112 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36083,1731349249706-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,112 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36083,1731349249706-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,112 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:36083, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,112 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,112 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,114 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:20:51,115 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.301sec 2024-11-11T18:20:51,115 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:20:51,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:20:51,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:20:51,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:20:51,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:20:51,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36083,1731349249706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:51,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36083,1731349249706-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:20:51,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:20:51,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:20:51,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36083,1731349249706-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:51,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc7d2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:51,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:20:51,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:51,190 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:20:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:20:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9ee99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:20:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:51,192 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:51,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:51,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43799,1731349249753, seqNum=-1] 2024-11-11T18:20:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:51,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:51,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:51,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir so I do NOT create it in target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526 2024-11-11T18:20:51,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.tmp.dir so I do NOT create it in target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526 2024-11-11T18:20:51,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:20:51,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/cluster_7170b1cd-d7e5-3600-3357-42fe809198c8, deleteOnExit=true 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/test.cache.data in system properties and HBase conf 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:20:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:20:51,204 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:20:51,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010842d5d40005 connected 2024-11-11T18:20:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:20:51,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:20:51,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:51,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:51,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:51,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:51,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:20:51,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:51,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4b5469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:51,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:51,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1754fe3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/java.io.tmpdir/jetty-localhost-39305-hadoop-hdfs-3_4_1-tests_jar-_-any-12096180399885858396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:20:51,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a10f5{HTTP/1.1, (http/1.1)}{localhost:39305} 2024-11-11T18:20:51,472 INFO [Time-limited test {}] server.Server(415): Started @247267ms 2024-11-11T18:20:51,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:20:51,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:20:51,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:20:51,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:20:51,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:20:51,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3cf1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:20:51,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:20:51,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c39bd22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/java.io.tmpdir/jetty-localhost-33427-hadoop-hdfs-3_4_1-tests_jar-_-any-10005321360401415961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:20:51,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@135cf969{HTTP/1.1, (http/1.1)}{localhost:33427} 2024-11-11T18:20:51,884 INFO [Time-limited test {}] server.Server(415): Started @247680ms 2024-11-11T18:20:51,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:20:52,166 WARN [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/cluster_7170b1cd-d7e5-3600-3357-42fe809198c8/data/data1/current/BP-1218793121-172.17.0.2-1731349251230/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:52,169 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/cluster_7170b1cd-d7e5-3600-3357-42fe809198c8/data/data2/current/BP-1218793121-172.17.0.2-1731349251230/current, will proceed with Du for space computation calculation, 2024-11-11T18:20:52,225 WARN [Thread-3652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:20:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee742a52f8280bb6 with lease ID 0x2a3fff76a209f1dd: Processing first storage report for DS-cbd0252a-3153-4444-8e3b-5dd2133e2927 from datanode DatanodeRegistration(127.0.0.1:35541, datanodeUuid=4c9f8bb3-d582-4c12-b89a-0e45d2d55c21, infoPort=40163, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1425749621;c=1731349251230) 2024-11-11T18:20:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee742a52f8280bb6 with lease ID 0x2a3fff76a209f1dd: from storage DS-cbd0252a-3153-4444-8e3b-5dd2133e2927 node DatanodeRegistration(127.0.0.1:35541, datanodeUuid=4c9f8bb3-d582-4c12-b89a-0e45d2d55c21, infoPort=40163, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1425749621;c=1731349251230), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee742a52f8280bb6 with lease ID 0x2a3fff76a209f1dd: Processing first storage report for DS-dba94ff8-e919-4b6b-a3ff-ca702d4ebf47 from datanode DatanodeRegistration(127.0.0.1:35541, datanodeUuid=4c9f8bb3-d582-4c12-b89a-0e45d2d55c21, infoPort=40163, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1425749621;c=1731349251230) 2024-11-11T18:20:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee742a52f8280bb6 with lease ID 0x2a3fff76a209f1dd: from storage DS-dba94ff8-e919-4b6b-a3ff-ca702d4ebf47 node DatanodeRegistration(127.0.0.1:35541, datanodeUuid=4c9f8bb3-d582-4c12-b89a-0e45d2d55c21, infoPort=40163, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1425749621;c=1731349251230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:20:52,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526 2024-11-11T18:20:52,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:20:52,741 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2 with version=8 2024-11-11T18:20:52,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/hbase-staging 2024-11-11T18:20:52,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:20:52,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:52,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39563 2024-11-11T18:20:52,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39563 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:52,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395630x0, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:52,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39563-0x1010842d5d40006 connected 2024-11-11T18:20:52,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/running 2024-11-11T18:20:52,773 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2, hbase.cluster.distributed=false 2024-11-11T18:20:52,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/acl 2024-11-11T18:20:52,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39563 2024-11-11T18:20:52,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39563 2024-11-11T18:20:52,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39563 2024-11-11T18:20:52,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39563 2024-11-11T18:20:52,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39563 2024-11-11T18:20:52,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:20:52,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:20:52,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46111 2024-11-11T18:20:52,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46111 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:52,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461110x0, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:52,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461110x0, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/running 2024-11-11T18:20:52,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46111-0x1010842d5d40007 connected 2024-11-11T18:20:52,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:20:52,831 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:20:52,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/master 2024-11-11T18:20:52,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/acl 2024-11-11T18:20:52,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46111 2024-11-11T18:20:52,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46111 2024-11-11T18:20:52,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46111 2024-11-11T18:20:52,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46111 2024-11-11T18:20:52,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46111 2024-11-11T18:20:52,864 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:39563 2024-11-11T18:20:52,865 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-726725773/backup-masters/90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:52,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773/backup-masters 2024-11-11T18:20:52,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773/backup-masters 2024-11-11T18:20:52,868 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on existing znode=/2-726725773/backup-masters/90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-726725773/master 2024-11-11T18:20:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:52,875 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on existing znode=/2-726725773/master 2024-11-11T18:20:52,875 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-726725773/backup-masters/90f34c5bee6a,39563,1731349252744 from backup master directory 2024-11-11T18:20:52,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773/backup-masters 2024-11-11T18:20:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726725773/backup-masters/90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773/backup-masters 2024-11-11T18:20:52,880 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:52,880 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:52,888 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/hbase.id] with ID: 84e828bb-842a-4448-9237-6d6ca0e90b3a 2024-11-11T18:20:52,888 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/.tmp/hbase.id 2024-11-11T18:20:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:20:52,900 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/.tmp/hbase.id]:[hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/hbase.id] 2024-11-11T18:20:52,914 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:20:52,914 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:20:52,922 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-11T18:20:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:20:53,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:20:53,346 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:53,348 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:20:53,348 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:20:53,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store 2024-11-11T18:20:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:20:53,365 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:53,365 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:20:53,365 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:53,365 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:53,365 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:20:53,365 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:53,365 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:20:53,365 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349253365Disabling compacts and flushes for region at 1731349253365Disabling writes for close at 1731349253365Writing region close event to WAL at 1731349253365Closed at 1731349253365 2024-11-11T18:20:53,366 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/.initializing 2024-11-11T18:20:53,366 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/WALs/90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:53,367 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:53,368 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39563%2C1731349252744, suffix=, logDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/WALs/90f34c5bee6a,39563,1731349252744, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/oldWALs, maxLogs=10 2024-11-11T18:20:53,387 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/WALs/90f34c5bee6a,39563,1731349252744/90f34c5bee6a%2C39563%2C1731349252744.1731349253368, exclude list is [], retry=0 2024-11-11T18:20:53,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35541,DS-cbd0252a-3153-4444-8e3b-5dd2133e2927,DISK] 2024-11-11T18:20:53,393 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/WALs/90f34c5bee6a,39563,1731349252744/90f34c5bee6a%2C39563%2C1731349252744.1731349253368 2024-11-11T18:20:53,393 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-11T18:20:53,393 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:53,393 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:53,393 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,393 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:20:53,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:53,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:53,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:20:53,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:53,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:53,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:20:53,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:53,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:53,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:20:53,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:53,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:53,402 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,402 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,403 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,404 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,404 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,404 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:53,405 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:20:53,409 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:53,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71304499, jitterRate=0.06251983344554901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:53,409 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349253393Initializing all the Stores at 1731349253394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349253394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349253396 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349253396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349253396Cleaning up temporary data from old regions at 1731349253404 (+8 ms)Region opened successfully at 1731349253409 (+5 ms) 2024-11-11T18:20:53,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:20:53,412 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506cf47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:53,413 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:20:53,413 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:20:53,413 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:20:53,413 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:20:53,414 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:20:53,414 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:20:53,414 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:20:53,418 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:20:53,419 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Unable to get data of znode /2-726725773/balancer because node does not exist (not necessarily an error) 2024-11-11T18:20:53,420 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726725773/balancer already deleted, retry=false 2024-11-11T18:20:53,420 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:20:53,421 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Unable to get data of znode /2-726725773/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:20:53,424 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726725773/normalizer already deleted, retry=false 2024-11-11T18:20:53,424 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:20:53,425 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Unable to get data of znode /2-726725773/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:20:53,426 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726725773/switch/split already deleted, retry=false 2024-11-11T18:20:53,427 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Unable to get data of znode /2-726725773/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:20:53,428 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726725773/switch/merge already deleted, retry=false 2024-11-11T18:20:53,429 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Unable to get data of znode /2-726725773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:20:53,431 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726725773/snapshot-cleanup already deleted, retry=false 2024-11-11T18:20:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-726725773/running 2024-11-11T18:20:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-726725773/running 2024-11-11T18:20:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:53,439 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,39563,1731349252744, sessionid=0x1010842d5d40006, setting cluster-up flag (Was=false) 2024-11-11T18:20:53,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:53,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:53,448 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-726725773/flush-table-proc/acquired, /2-726725773/flush-table-proc/reached, /2-726725773/flush-table-proc/abort 2024-11-11T18:20:53,449 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:53,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:53,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:53,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-726725773/online-snapshot/acquired, /2-726725773/online-snapshot/reached, /2-726725773/online-snapshot/abort 2024-11-11T18:20:53,461 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:53,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:20:53,464 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:53,464 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:20:53,464 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:20:53,464 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,39563,1731349252744 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:53,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349283472 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:20:53,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:20:53,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:20:53,472 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:20:53,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:53,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:20:53,476 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,477 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:20:53,477 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:20:53,477 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:20:53,477 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:20:53,480 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:20:53,480 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:20:53,481 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349253480,5,FailOnTimeoutGroup] 2024-11-11T18:20:53,481 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349253481,5,FailOnTimeoutGroup] 2024-11-11T18:20:53,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:20:53,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:20:53,549 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(746): ClusterId : 84e828bb-842a-4448-9237-6d6ca0e90b3a 2024-11-11T18:20:53,549 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:20:53,551 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:20:53,551 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:20:53,554 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:20:53,554 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4e9f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:20:53,567 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:46111 2024-11-11T18:20:53,567 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:20:53,567 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:20:53,567 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:20:53,567 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,39563,1731349252744 with port=46111, startcode=1731349252811 2024-11-11T18:20:53,568 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:20:53,569 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:20:53,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:53,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39563 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:53,571 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2 2024-11-11T18:20:53,571 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39083 2024-11-11T18:20:53,571 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:20:53,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773/rs 2024-11-11T18:20:53,577 DEBUG [RS:0;90f34c5bee6a:46111 {}] zookeeper.ZKUtil(111): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on existing znode=/2-726725773/rs/90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:53,578 WARN [RS:0;90f34c5bee6a:46111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:20:53,578 INFO [RS:0;90f34c5bee6a:46111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:53,578 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:53,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,46111,1731349252811] 2024-11-11T18:20:53,585 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:20:53,592 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:20:53,593 INFO [RS:0;90f34c5bee6a:46111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:20:53,593 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,596 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:20:53,597 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:20:53,597 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:53,597 DEBUG [RS:0;90f34c5bee6a:46111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:20:53,600 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,600 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,600 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,600 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,600 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,600 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46111,1731349252811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:53,618 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:20:53,619 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46111,1731349252811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,619 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,619 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.Replication(171): 90f34c5bee6a,46111,1731349252811 started 2024-11-11T18:20:53,641 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:53,641 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,46111,1731349252811, RpcServer on 90f34c5bee6a/172.17.0.2:46111, sessionid=0x1010842d5d40007 2024-11-11T18:20:53,641 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:20:53,641 DEBUG [RS:0;90f34c5bee6a:46111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:53,641 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46111,1731349252811' 2024-11-11T18:20:53,642 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-726725773/flush-table-proc/abort' 2024-11-11T18:20:53,642 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-726725773/flush-table-proc/acquired' 2024-11-11T18:20:53,643 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:20:53,643 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:20:53,643 DEBUG [RS:0;90f34c5bee6a:46111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:53,643 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46111,1731349252811' 2024-11-11T18:20:53,643 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-726725773/online-snapshot/abort' 2024-11-11T18:20:53,643 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-726725773/online-snapshot/acquired' 2024-11-11T18:20:53,644 DEBUG [RS:0;90f34c5bee6a:46111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:20:53,644 INFO [RS:0;90f34c5bee6a:46111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:20:53,644 INFO [RS:0;90f34c5bee6a:46111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:20:53,744 INFO [RS:0;90f34c5bee6a:46111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:20:53,746 INFO [RS:0;90f34c5bee6a:46111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46111%2C1731349252811, suffix=, logDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/oldWALs, maxLogs=10 2024-11-11T18:20:53,765 DEBUG [RS:0;90f34c5bee6a:46111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, exclude list is [], retry=0 2024-11-11T18:20:53,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35541,DS-cbd0252a-3153-4444-8e3b-5dd2133e2927,DISK] 2024-11-11T18:20:53,768 INFO [RS:0;90f34c5bee6a:46111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 2024-11-11T18:20:53,769 DEBUG [RS:0;90f34c5bee6a:46111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-11T18:20:53,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:20:53,884 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2 2024-11-11T18:20:53,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:20:53,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:20:53,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:53,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:20:54,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:54,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:54,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:54,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:54,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:54,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:54,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:54,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:54,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:54,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:54,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740 2024-11-11T18:20:54,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740 2024-11-11T18:20:54,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:54,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:54,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:54,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:54,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:54,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60425024, jitterRate=-0.09959697723388672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349254290Initializing all the Stores at 1731349254291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349254291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349254291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349254291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349254291Cleaning up temporary data from old regions at 1731349254300 (+9 ms)Region opened successfully at 1731349254304 (+4 ms) 2024-11-11T18:20:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:20:54,304 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:20:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:20:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:20:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:20:54,305 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:20:54,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349254304Disabling compacts and flushes for region at 1731349254304Disabling writes for close at 1731349254304Writing region close event to WAL at 1731349254305 (+1 ms)Closed at 1731349254305 2024-11-11T18:20:54,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:54,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:20:54,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:20:54,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:54,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:20:54,459 DEBUG [90f34c5bee6a:39563 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:20:54,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:54,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46111,1731349252811, state=OPENING 2024-11-11T18:20:54,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:20:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:20:54,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726725773/meta-region-server: CHANGED 2024-11-11T18:20:54,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726725773/meta-region-server: CHANGED 2024-11-11T18:20:54,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:20:54,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46111,1731349252811}] 2024-11-11T18:20:54,620 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:20:54,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:20:54,625 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:20:54,625 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:20:54,625 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:20:54,627 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46111%2C1731349252811.meta, suffix=.meta, logDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/oldWALs, maxLogs=10 2024-11-11T18:20:54,647 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.meta.1731349254628.meta, exclude list is [], retry=0 2024-11-11T18:20:54,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35541,DS-cbd0252a-3153-4444-8e3b-5dd2133e2927,DISK] 2024-11-11T18:20:54,652 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.meta.1731349254628.meta 2024-11-11T18:20:54,652 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-11T18:20:54,652 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:54,653 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:54,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:20:54,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:20:54,653 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:20:54,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:20:54,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:54,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:20:54,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:20:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:20:54,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:20:54,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:20:54,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:20:54,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:20:54,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:20:54,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:20:54,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:20:54,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:20:54,659 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:20:54,660 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740 2024-11-11T18:20:54,661 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740 2024-11-11T18:20:54,662 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:20:54,662 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:20:54,663 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:20:54,664 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:20:54,665 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61075760, jitterRate=-0.08990025520324707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:20:54,665 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:20:54,665 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349254653Writing region info on filesystem at 1731349254653Initializing all the Stores at 1731349254654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349254654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349254654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349254654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349254654Cleaning up temporary data from old regions at 1731349254662 (+8 ms)Running coprocessor post-open hooks at 1731349254665 (+3 ms)Region opened successfully at 1731349254665 2024-11-11T18:20:54,666 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349254619 2024-11-11T18:20:54,669 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:20:54,669 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:20:54,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:54,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,46111,1731349252811, state=OPEN 2024-11-11T18:20:54,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-726725773/meta-region-server 2024-11-11T18:20:54,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-726725773/meta-region-server 2024-11-11T18:20:54,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726725773/meta-region-server: CHANGED 2024-11-11T18:20:54,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726725773/meta-region-server: CHANGED 2024-11-11T18:20:54,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:54,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:20:54,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,46111,1731349252811 in 210 msec 2024-11-11T18:20:54,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:20:54,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-11T18:20:54,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:20:54,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:20:54,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:54,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46111,1731349252811, seqNum=-1] 2024-11-11T18:20:54,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:54,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:54,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-11T18:20:54,688 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349254688, completionTime=-1 2024-11-11T18:20:54,689 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:20:54,689 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349314691 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349374691 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39563,1731349252744-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39563,1731349252744-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39563,1731349252744-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:39563, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,692 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,692 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,693 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.817sec 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39563,1731349252744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:20:54,697 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39563,1731349252744-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:20:54,699 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:20:54,699 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:20:54,699 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39563,1731349252744-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:20:54,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2c78b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:54,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39563,-1 for getting cluster id 2024-11-11T18:20:54,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:20:54,753 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84e828bb-842a-4448-9237-6d6ca0e90b3a' 2024-11-11T18:20:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:20:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84e828bb-842a-4448-9237-6d6ca0e90b3a" 2024-11-11T18:20:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5117c8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39563,-1] 2024-11-11T18:20:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:20:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:20:54,756 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:20:54,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:20:54,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:20:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46111,1731349252811, seqNum=-1] 2024-11-11T18:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:20:54,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:20:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:54,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57056 2024-11-11T18:20:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:20:54,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010842d5d40008 connected 2024-11-11T18:20:54,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37311,1731349245390 2024-11-11T18:20:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499cf981 2024-11-11T18:20:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:54,770 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:54,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:20:54,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:54,773 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:54,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:20:54,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:20:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:55,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 028aa5d7ebdf9ca165a983946abd52f6, NAME => 'test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc 2024-11-11T18:20:55,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:20:55,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:55,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 028aa5d7ebdf9ca165a983946abd52f6, disabling compactions & flushes 2024-11-11T18:20:55,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. after waiting 0 ms 2024-11-11T18:20:55,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 028aa5d7ebdf9ca165a983946abd52f6: Waiting for close lock at 1731349255197Disabling compacts and flushes for region at 1731349255197Disabling writes for close at 1731349255197Writing region close event to WAL at 1731349255197Closed at 1731349255197 2024-11-11T18:20:55,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:55,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349255199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349255199"}]},"ts":"1731349255199"} 2024-11-11T18:20:55,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:55,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:55,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349255203"}]},"ts":"1731349255203"} 2024-11-11T18:20:55,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:20:55,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=028aa5d7ebdf9ca165a983946abd52f6, ASSIGN}] 2024-11-11T18:20:55,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=028aa5d7ebdf9ca165a983946abd52f6, ASSIGN 2024-11-11T18:20:55,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=028aa5d7ebdf9ca165a983946abd52f6, ASSIGN; state=OFFLINE, location=90f34c5bee6a,35763,1731349245436; forceNewPlan=false, retain=false 2024-11-11T18:20:55,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=028aa5d7ebdf9ca165a983946abd52f6, regionState=OPENING, regionLocation=90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=028aa5d7ebdf9ca165a983946abd52f6, ASSIGN because future has completed 2024-11-11T18:20:55,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 028aa5d7ebdf9ca165a983946abd52f6, server=90f34c5bee6a,35763,1731349245436}] 2024-11-11T18:20:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:55,516 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,516 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 028aa5d7ebdf9ca165a983946abd52f6, NAME => 'test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:55,517 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:55,517 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:20:55,517 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,517 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:55,517 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,517 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,519 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,520 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028aa5d7ebdf9ca165a983946abd52f6 columnFamilyName f 2024-11-11T18:20:55,521 DEBUG [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:55,521 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] regionserver.HStore(327): Store=028aa5d7ebdf9ca165a983946abd52f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:55,521 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,522 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028aa5d7ebdf9ca165a983946abd52f6 columnFamilyName f1 2024-11-11T18:20:55,522 DEBUG [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:55,522 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] regionserver.HStore(327): Store=028aa5d7ebdf9ca165a983946abd52f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:55,523 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,523 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028aa5d7ebdf9ca165a983946abd52f6 columnFamilyName norep 2024-11-11T18:20:55,523 DEBUG [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:55,524 INFO [StoreOpener-028aa5d7ebdf9ca165a983946abd52f6-1 {}] regionserver.HStore(327): Store=028aa5d7ebdf9ca165a983946abd52f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:55,524 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,524 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,525 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,526 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,527 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,528 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:55,529 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,531 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:55,532 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 028aa5d7ebdf9ca165a983946abd52f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72877865, jitterRate=0.08596481382846832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:55,532 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:20:55,533 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 028aa5d7ebdf9ca165a983946abd52f6: Running coprocessor pre-open hook at 1731349255517Writing region info on filesystem at 1731349255517Initializing all the Stores at 1731349255518 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349255518Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349255519 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349255519Cleaning up temporary data from old regions at 1731349255527 (+8 ms)Running coprocessor post-open hooks at 1731349255532 (+5 ms)Region opened successfully at 1731349255533 (+1 ms) 2024-11-11T18:20:55,534 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6., pid=6, masterSystemTime=1731349255512 2024-11-11T18:20:55,537 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,537 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:20:55,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=028aa5d7ebdf9ca165a983946abd52f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,35763,1731349245436 2024-11-11T18:20:55,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 028aa5d7ebdf9ca165a983946abd52f6, server=90f34c5bee6a,35763,1731349245436 because future has completed 2024-11-11T18:20:55,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:20:55,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 028aa5d7ebdf9ca165a983946abd52f6, server=90f34c5bee6a,35763,1731349245436 in 181 msec 2024-11-11T18:20:55,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:20:55,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=028aa5d7ebdf9ca165a983946abd52f6, ASSIGN in 337 msec 2024-11-11T18:20:55,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:55,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349255545"}]},"ts":"1731349255545"} 2024-11-11T18:20:55,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:20:55,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:55,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-11T18:20:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:55,908 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:20:55,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36083,1731349249706 2024-11-11T18:20:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e746c1e 2024-11-11T18:20:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:55,910 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:55,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:20:55,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:55,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:55,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:20:55,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:20:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:56,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0be6d968240beb7423866f7dd41f7349, NAME => 'test,,1731349255911.0be6d968240beb7423866f7dd41f7349.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02 2024-11-11T18:20:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:20:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:56,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349255911.0be6d968240beb7423866f7dd41f7349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:56,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0be6d968240beb7423866f7dd41f7349, disabling compactions & flushes 2024-11-11T18:20:56,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:56,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:56,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349255911.0be6d968240beb7423866f7dd41f7349. after waiting 0 ms 2024-11-11T18:20:56,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:56,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:56,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0be6d968240beb7423866f7dd41f7349: Waiting for close lock at 1731349256728Disabling compacts and flushes for region at 1731349256728Disabling writes for close at 1731349256728Writing region close event to WAL at 1731349256729 (+1 ms)Closed at 1731349256729 2024-11-11T18:20:56,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:56,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349255911.0be6d968240beb7423866f7dd41f7349.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349256730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349256730"}]},"ts":"1731349256730"} 2024-11-11T18:20:56,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:56,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:56,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349256733"}]},"ts":"1731349256733"} 2024-11-11T18:20:56,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:20:56,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0be6d968240beb7423866f7dd41f7349, ASSIGN}] 2024-11-11T18:20:56,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0be6d968240beb7423866f7dd41f7349, ASSIGN 2024-11-11T18:20:56,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0be6d968240beb7423866f7dd41f7349, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43799,1731349249753; forceNewPlan=false, retain=false 2024-11-11T18:20:56,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0be6d968240beb7423866f7dd41f7349, regionState=OPENING, regionLocation=90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0be6d968240beb7423866f7dd41f7349, ASSIGN because future has completed 2024-11-11T18:20:56,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be6d968240beb7423866f7dd41f7349, server=90f34c5bee6a,43799,1731349249753}] 2024-11-11T18:20:57,045 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:57,045 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0be6d968240beb7423866f7dd41f7349, NAME => 'test,,1731349255911.0be6d968240beb7423866f7dd41f7349.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:57,045 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:57,046 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:20:57,046 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,046 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349255911.0be6d968240beb7423866f7dd41f7349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:57,046 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,046 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,047 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:57,048 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be6d968240beb7423866f7dd41f7349 columnFamilyName f 2024-11-11T18:20:57,048 DEBUG [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:57,049 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] regionserver.HStore(327): Store=0be6d968240beb7423866f7dd41f7349/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:57,049 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,049 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be6d968240beb7423866f7dd41f7349 columnFamilyName f1 2024-11-11T18:20:57,050 DEBUG [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:57,050 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] regionserver.HStore(327): Store=0be6d968240beb7423866f7dd41f7349/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:57,050 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,051 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be6d968240beb7423866f7dd41f7349 columnFamilyName norep 2024-11-11T18:20:57,051 DEBUG [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:57,051 INFO [StoreOpener-0be6d968240beb7423866f7dd41f7349-1 {}] regionserver.HStore(327): Store=0be6d968240beb7423866f7dd41f7349/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:57,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,052 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,052 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,053 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:57,054 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,055 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:57,055 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0be6d968240beb7423866f7dd41f7349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67384207, jitterRate=0.004102930426597595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:57,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:20:57,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0be6d968240beb7423866f7dd41f7349: Running coprocessor pre-open hook at 1731349257046Writing region info on filesystem at 1731349257046Initializing all the Stores at 1731349257047 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349257047Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349257047Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349257047Cleaning up temporary data from old regions at 1731349257053 (+6 ms)Running coprocessor post-open hooks at 1731349257056 (+3 ms)Region opened successfully at 1731349257056 2024-11-11T18:20:57,056 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349255911.0be6d968240beb7423866f7dd41f7349., pid=6, masterSystemTime=1731349257042 2024-11-11T18:20:57,058 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:57,058 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:20:57,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0be6d968240beb7423866f7dd41f7349, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,43799,1731349249753 2024-11-11T18:20:57,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be6d968240beb7423866f7dd41f7349, server=90f34c5bee6a,43799,1731349249753 because future has completed 2024-11-11T18:20:57,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:20:57,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0be6d968240beb7423866f7dd41f7349, server=90f34c5bee6a,43799,1731349249753 in 171 msec 2024-11-11T18:20:57,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:20:57,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0be6d968240beb7423866f7dd41f7349, ASSIGN in 328 msec 2024-11-11T18:20:57,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:57,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349257065"}]},"ts":"1731349257065"} 2024-11-11T18:20:57,066 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:20:57,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:57,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-11T18:20:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:58,058 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:20:58,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:20:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39563,1731349252744 2024-11-11T18:20:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@127a078d 2024-11-11T18:20:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:20:58,060 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:20:58,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:20:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:20:58,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:20:58,063 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:58,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:20:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:58,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:20:58,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:20:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:58,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6713fa7eca2f81c0f104130e22e3298, NAME => 'test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2 2024-11-11T18:20:58,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:20:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:58,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:58,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6713fa7eca2f81c0f104130e22e3298, disabling compactions & flushes 2024-11-11T18:20:58,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:58,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:58,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. after waiting 0 ms 2024-11-11T18:20:58,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:58,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:58,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6713fa7eca2f81c0f104130e22e3298: Waiting for close lock at 1731349258882Disabling compacts and flushes for region at 1731349258882Disabling writes for close at 1731349258883 (+1 ms)Writing region close event to WAL at 1731349258883Closed at 1731349258883 2024-11-11T18:20:58,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:20:58,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349258884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349258884"}]},"ts":"1731349258884"} 2024-11-11T18:20:58,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:20:58,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:20:58,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349258887"}]},"ts":"1731349258887"} 2024-11-11T18:20:58,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:20:58,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6713fa7eca2f81c0f104130e22e3298, ASSIGN}] 2024-11-11T18:20:58,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6713fa7eca2f81c0f104130e22e3298, ASSIGN 2024-11-11T18:20:58,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6713fa7eca2f81c0f104130e22e3298, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46111,1731349252811; forceNewPlan=false, retain=false 2024-11-11T18:20:59,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6713fa7eca2f81c0f104130e22e3298, regionState=OPENING, regionLocation=90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:59,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6713fa7eca2f81c0f104130e22e3298, ASSIGN because future has completed 2024-11-11T18:20:59,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6713fa7eca2f81c0f104130e22e3298, server=90f34c5bee6a,46111,1731349252811}] 2024-11-11T18:20:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:20:59,204 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:59,204 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6713fa7eca2f81c0f104130e22e3298, NAME => 'test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:20:59,205 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:20:59,205 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:20:59,205 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,205 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:20:59,205 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,205 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,206 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,207 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6713fa7eca2f81c0f104130e22e3298 columnFamilyName f 2024-11-11T18:20:59,207 DEBUG [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:59,208 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] regionserver.HStore(327): Store=c6713fa7eca2f81c0f104130e22e3298/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:59,208 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,209 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6713fa7eca2f81c0f104130e22e3298 columnFamilyName f1 2024-11-11T18:20:59,209 DEBUG [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:59,209 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] regionserver.HStore(327): Store=c6713fa7eca2f81c0f104130e22e3298/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:59,210 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,210 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6713fa7eca2f81c0f104130e22e3298 columnFamilyName norep 2024-11-11T18:20:59,211 DEBUG [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:20:59,211 INFO [StoreOpener-c6713fa7eca2f81c0f104130e22e3298-1 {}] regionserver.HStore(327): Store=c6713fa7eca2f81c0f104130e22e3298/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:20:59,211 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,211 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,212 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,212 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,212 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,213 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:20:59,214 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,216 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:20:59,216 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6713fa7eca2f81c0f104130e22e3298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72455653, jitterRate=0.07967336475849152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:20:59,216 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:20:59,217 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6713fa7eca2f81c0f104130e22e3298: Running coprocessor pre-open hook at 1731349259205Writing region info on filesystem at 1731349259205Initializing all the Stores at 1731349259206 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349259206Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349259206Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349259206Cleaning up temporary data from old regions at 1731349259212 (+6 ms)Running coprocessor post-open hooks at 1731349259217 (+5 ms)Region opened successfully at 1731349259217 2024-11-11T18:20:59,217 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298., pid=6, masterSystemTime=1731349259201 2024-11-11T18:20:59,220 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:59,220 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:20:59,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6713fa7eca2f81c0f104130e22e3298, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,46111,1731349252811 2024-11-11T18:20:59,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6713fa7eca2f81c0f104130e22e3298, server=90f34c5bee6a,46111,1731349252811 because future has completed 2024-11-11T18:20:59,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:20:59,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6713fa7eca2f81c0f104130e22e3298, server=90f34c5bee6a,46111,1731349252811 in 178 msec 2024-11-11T18:20:59,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:20:59,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6713fa7eca2f81c0f104130e22e3298, ASSIGN in 335 msec 2024-11-11T18:20:59,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:20:59,230 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349259230"}]},"ts":"1731349259230"} 2024-11-11T18:20:59,232 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:20:59,233 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:20:59,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-11T18:20:59,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:20:59,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:20:59,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T18:20:59,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:20:59,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T18:21:00,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:00,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:00,208 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:21:00,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:00,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37311,-1 for getting cluster id 2024-11-11T18:21:00,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:00,210 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b03589-87e5-4bd7-b115-66dc285046f1' 2024-11-11T18:21:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b03589-87e5-4bd7-b115-66dc285046f1" 2024-11-11T18:21:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48100925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37311,-1] 2024-11-11T18:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:00,212 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e314054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:00,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37311,1731349245390 2024-11-11T18:21:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2859316f 2024-11-11T18:21:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:00,214 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:00,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:36083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:21:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:21:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:00,218 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:36083' 2024-11-11T18:21:00,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff89338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:00,219 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:00,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:00,219 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d84ea4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:00,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:00,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:00,220 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:00,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570cb6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:00,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:00,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36083,1731349249706 2024-11-11T18:21:00,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f515f3e 2024-11-11T18:21:00,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:00,223 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:00,223 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:21:00,223 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:21:00,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:00,224 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:00,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:00,224 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:00,225 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:21:00,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:00,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:00,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:21:00,275 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:21:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:00,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 603d405554f838ba9874021523933aaa, NAME => 'hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc 2024-11-11T18:21:00,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:21:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:01,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:01,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 603d405554f838ba9874021523933aaa, disabling compactions & flushes 2024-11-11T18:21:01,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. after waiting 0 ms 2024-11-11T18:21:01,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 603d405554f838ba9874021523933aaa: Waiting for close lock at 1731349261043Disabling compacts and flushes for region at 1731349261043Disabling writes for close at 1731349261043Writing region close event to WAL at 1731349261043Closed at 1731349261043 2024-11-11T18:21:01,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:01,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349261044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349261044"}]},"ts":"1731349261044"} 2024-11-11T18:21:01,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:01,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:01,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349261047"}]},"ts":"1731349261047"} 2024-11-11T18:21:01,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:21:01,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=603d405554f838ba9874021523933aaa, ASSIGN}] 2024-11-11T18:21:01,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=603d405554f838ba9874021523933aaa, ASSIGN 2024-11-11T18:21:01,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=603d405554f838ba9874021523933aaa, ASSIGN; state=OFFLINE, location=90f34c5bee6a,35763,1731349245436; forceNewPlan=false, retain=false 2024-11-11T18:21:01,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=603d405554f838ba9874021523933aaa, regionState=OPENING, regionLocation=90f34c5bee6a,35763,1731349245436 2024-11-11T18:21:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=603d405554f838ba9874021523933aaa, ASSIGN because future has completed 2024-11-11T18:21:01,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603d405554f838ba9874021523933aaa, server=90f34c5bee6a,35763,1731349245436}] 2024-11-11T18:21:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:01,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:01,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:21:01,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C35763%2C1731349245436.rep, suffix=, logDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/oldWALs, maxLogs=10 2024-11-11T18:21:01,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.rep.1731349261362, exclude list is [], retry=0 2024-11-11T18:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2f498f7-94ba-4663-bdd1-f1762461b63d,DISK] 2024-11-11T18:21:01,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.rep.1731349261362 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)] 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 603d405554f838ba9874021523933aaa, NAME => 'hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:01,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. service=MultiRowMutationService 2024-11-11T18:21:01,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:01,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,385 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,386 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603d405554f838ba9874021523933aaa columnFamilyName hfileref 2024-11-11T18:21:01,386 DEBUG [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:01,386 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] regionserver.HStore(327): Store=603d405554f838ba9874021523933aaa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:01,387 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,387 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603d405554f838ba9874021523933aaa columnFamilyName queue 2024-11-11T18:21:01,387 DEBUG [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:01,388 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] regionserver.HStore(327): Store=603d405554f838ba9874021523933aaa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:01,388 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,389 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603d405554f838ba9874021523933aaa columnFamilyName sid 2024-11-11T18:21:01,389 DEBUG [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:01,389 INFO [StoreOpener-603d405554f838ba9874021523933aaa-1 {}] regionserver.HStore(327): Store=603d405554f838ba9874021523933aaa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:01,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:01,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:01,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 603d405554f838ba9874021523933aaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61557952, jitterRate=-0.08271503448486328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:01,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:01,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 603d405554f838ba9874021523933aaa: Running coprocessor pre-open hook at 1731349261384Writing region info on filesystem at 1731349261384Initializing all the Stores at 1731349261384Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349261384Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349261385 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349261385Cleaning up temporary data from old regions at 1731349261390 (+5 ms)Running coprocessor post-open hooks at 1731349261394 (+4 ms)Region opened successfully at 1731349261394 2024-11-11T18:21:01,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa., pid=10, masterSystemTime=1731349261357 2024-11-11T18:21:01,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:01,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=603d405554f838ba9874021523933aaa, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,35763,1731349245436 2024-11-11T18:21:01,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603d405554f838ba9874021523933aaa, server=90f34c5bee6a,35763,1731349245436 because future has completed 2024-11-11T18:21:01,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:21:01,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 603d405554f838ba9874021523933aaa, server=90f34c5bee6a,35763,1731349245436 in 196 msec 2024-11-11T18:21:01,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:21:01,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=603d405554f838ba9874021523933aaa, ASSIGN in 353 msec 2024-11-11T18:21:01,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:01,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349261404"}]},"ts":"1731349261404"} 2024-11-11T18:21:01,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:21:01,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:01,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-11T18:21:01,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa., hostname=90f34c5bee6a,35763,1731349245436, seqNum=2] 2024-11-11T18:21:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:21:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:21:01,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:21:01,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:21:01,596 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:21:01,625 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,35763,1731349245436, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:21:01,625 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:01,625 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,35763,1731349245436, seqNum=-1] 2024-11-11T18:21:01,626 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:01,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,35763,1731349245436', locateType=CURRENT is [region=hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa., hostname=90f34c5bee6a,35763,1731349245436, seqNum=2] 2024-11-11T18:21:01,631 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:21:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:21:01,633 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,35763,1731349245436 suceeded 2024-11-11T18:21:01,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:21:01,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T18:21:01,635 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:36083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:21:01,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-11T18:21:01,645 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:36083' 2024-11-11T18:21:01,646 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12052d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:01,646 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:01,646 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:01,647 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17591ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:01,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:01,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:01,648 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:01,649 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e8bef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:01,649 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:01,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36083,1731349249706 2024-11-11T18:21:01,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e03b8d1 2024-11-11T18:21:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:01,650 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:01,651 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,35763,1731349245436 (queues=1) is replicating from cluster=a3b03589-87e5-4bd7-b115-66dc285046f1 to cluster=6768d98e-46fd-4fe9-8063-3e7ce246c88a 2024-11-11T18:21:01,651 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C35763%2C1731349245436 2024-11-11T18:21:01,651 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,35763,1731349245436, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:21:01,651 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C35763%2C1731349245436 2024-11-11T18:21:01,651 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425, startPosition=0, beingWritten=true 2024-11-11T18:21:01,656 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:01,656 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:01,656 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,35763,1731349245436 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:01,859 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:02,163 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:02,369 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:21:02,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:02,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:02,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:02,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:02,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:02,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:02,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:02,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:02,370 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16defb9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:02,372 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211bd237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:02,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36083,1731349249706 2024-11-11T18:21:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@357bd020 2024-11-11T18:21:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:02,374 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:02,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:39563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:02,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:39563' 2024-11-11T18:21:02,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114e7d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:02,378 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39563,-1 for getting cluster id 2024-11-11T18:21:02,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:02,378 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84e828bb-842a-4448-9237-6d6ca0e90b3a' 2024-11-11T18:21:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84e828bb-842a-4448-9237-6d6ca0e90b3a" 2024-11-11T18:21:02,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d14b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:02,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39563,-1] 2024-11-11T18:21:02,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:02,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:02,379 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154667db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:02,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39563,1731349252744 2024-11-11T18:21:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf01024 2024-11-11T18:21:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:02,381 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:02,382 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:21:02,382 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:21:02,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:02,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:02,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:02,382 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:02,383 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:21:02,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:02,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:02,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:21:02,433 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:21:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:02,568 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:02,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdf5a6bd3fbec2baddf3c052dbaef069, NAME => 'hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02 2024-11-11T18:21:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:21:02,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:02,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bdf5a6bd3fbec2baddf3c052dbaef069, disabling compactions & flushes 2024-11-11T18:21:02,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:02,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:02,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. after waiting 0 ms 2024-11-11T18:21:02,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:02,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:02,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdf5a6bd3fbec2baddf3c052dbaef069: Waiting for close lock at 1731349262804Disabling compacts and flushes for region at 1731349262804Disabling writes for close at 1731349262804Writing region close event to WAL at 1731349262804Closed at 1731349262804 2024-11-11T18:21:02,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:02,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349262805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349262805"}]},"ts":"1731349262805"} 2024-11-11T18:21:02,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:02,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:02,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349262808"}]},"ts":"1731349262808"} 2024-11-11T18:21:02,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:21:02,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdf5a6bd3fbec2baddf3c052dbaef069, ASSIGN}] 2024-11-11T18:21:02,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdf5a6bd3fbec2baddf3c052dbaef069, ASSIGN 2024-11-11T18:21:02,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bdf5a6bd3fbec2baddf3c052dbaef069, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43799,1731349249753; forceNewPlan=false, retain=false 2024-11-11T18:21:02,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bdf5a6bd3fbec2baddf3c052dbaef069, regionState=OPENING, regionLocation=90f34c5bee6a,43799,1731349249753 2024-11-11T18:21:02,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bdf5a6bd3fbec2baddf3c052dbaef069, ASSIGN because future has completed 2024-11-11T18:21:02,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf5a6bd3fbec2baddf3c052dbaef069, server=90f34c5bee6a,43799,1731349249753}] 2024-11-11T18:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:03,071 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:03,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:03,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:03,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:21:03,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C43799%2C1731349249753.rep, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/oldWALs, maxLogs=10 2024-11-11T18:21:03,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.rep.1731349263144, exclude list is [], retry=0 2024-11-11T18:21:03,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37593,DS-6148d96e-844f-464e-9d80-f9d4f0307943,DISK] 2024-11-11T18:21:03,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.rep.1731349263144 2024-11-11T18:21:03,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T18:21:03,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bdf5a6bd3fbec2baddf3c052dbaef069, NAME => 'hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:03,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:03,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:03,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. service=MultiRowMutationService 2024-11-11T18:21:03,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:21:03,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:03,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,180 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,181 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf5a6bd3fbec2baddf3c052dbaef069 columnFamilyName hfileref 2024-11-11T18:21:03,181 DEBUG [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:03,181 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] regionserver.HStore(327): Store=bdf5a6bd3fbec2baddf3c052dbaef069/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:03,181 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,182 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf5a6bd3fbec2baddf3c052dbaef069 columnFamilyName queue 2024-11-11T18:21:03,185 DEBUG [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:03,186 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] regionserver.HStore(327): Store=bdf5a6bd3fbec2baddf3c052dbaef069/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:03,186 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,187 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf5a6bd3fbec2baddf3c052dbaef069 columnFamilyName sid 2024-11-11T18:21:03,187 DEBUG [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:03,187 INFO [StoreOpener-bdf5a6bd3fbec2baddf3c052dbaef069-1 {}] regionserver.HStore(327): Store=bdf5a6bd3fbec2baddf3c052dbaef069/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:03,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:03,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:03,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bdf5a6bd3fbec2baddf3c052dbaef069; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60557579, jitterRate=-0.09762175381183624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:03,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:03,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bdf5a6bd3fbec2baddf3c052dbaef069: Running coprocessor pre-open hook at 1731349263175Writing region info on filesystem at 1731349263175Initializing all the Stores at 1731349263176 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349263176Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349263179 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349263179Cleaning up temporary data from old regions at 1731349263189 (+10 ms)Running coprocessor post-open hooks at 1731349263193 (+4 ms)Region opened successfully at 1731349263193 2024-11-11T18:21:03,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069., pid=10, masterSystemTime=1731349263118 2024-11-11T18:21:03,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:03,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:03,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bdf5a6bd3fbec2baddf3c052dbaef069, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43799,1731349249753 2024-11-11T18:21:03,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf5a6bd3fbec2baddf3c052dbaef069, server=90f34c5bee6a,43799,1731349249753 because future has completed 2024-11-11T18:21:03,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:21:03,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bdf5a6bd3fbec2baddf3c052dbaef069, server=90f34c5bee6a,43799,1731349249753 in 235 msec 2024-11-11T18:21:03,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:21:03,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdf5a6bd3fbec2baddf3c052dbaef069, ASSIGN in 391 msec 2024-11-11T18:21:03,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:03,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349263204"}]},"ts":"1731349263204"} 2024-11-11T18:21:03,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:21:03,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:03,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-11-11T18:21:03,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069., hostname=90f34c5bee6a,43799,1731349249753, seqNum=2] 2024-11-11T18:21:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:21:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:21:03,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:21:03,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:21:03,402 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:21:03,445 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,43799,1731349249753, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:21:03,446 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:03,446 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43799,1731349249753, seqNum=-1] 2024-11-11T18:21:03,448 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:03,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:03,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,43799,1731349249753', locateType=CURRENT is [region=hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069., hostname=90f34c5bee6a,43799,1731349249753, seqNum=2] 2024-11-11T18:21:03,454 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:21:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:21:03,456 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,43799,1731349249753 suceeded 2024-11-11T18:21:03,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:21:03,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-11T18:21:03,458 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:39563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:21:03,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0840 sec 2024-11-11T18:21:03,473 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:39563' 2024-11-11T18:21:03,479 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8c1a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,479 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39563,-1 for getting cluster id 2024-11-11T18:21:03,479 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:03,480 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84e828bb-842a-4448-9237-6d6ca0e90b3a' 2024-11-11T18:21:03,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84e828bb-842a-4448-9237-6d6ca0e90b3a" 2024-11-11T18:21:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bd70e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39563,-1] 2024-11-11T18:21:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,483 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:03,484 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c9b7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,484 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39563,1731349252744 2024-11-11T18:21:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a3fc3e 2024-11-11T18:21:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:03,486 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:03,488 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,43799,1731349249753 (queues=1) is replicating from cluster=6768d98e-46fd-4fe9-8063-3e7ce246c88a to cluster=84e828bb-842a-4448-9237-6d6ca0e90b3a 2024-11-11T18:21:03,488 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C43799%2C1731349249753 2024-11-11T18:21:03,488 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,43799,1731349249753, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:21:03,490 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, startPosition=0, beingWritten=true 2024-11-11T18:21:03,491 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C43799%2C1731349249753 2024-11-11T18:21:03,503 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:03,503 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 379, reset compression=false 2024-11-11T18:21:03,503 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:03,519 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:21:03,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:03,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:03,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:03,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39563,-1 for getting cluster id 2024-11-11T18:21:03,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:03,523 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84e828bb-842a-4448-9237-6d6ca0e90b3a' 2024-11-11T18:21:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84e828bb-842a-4448-9237-6d6ca0e90b3a" 2024-11-11T18:21:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3329751b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39563,-1] 2024-11-11T18:21:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,525 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ee8b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39563,1731349252744 2024-11-11T18:21:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35512c5f 2024-11-11T18:21:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:03,528 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:03,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:36083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:21:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:21:03,532 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:36083' 2024-11-11T18:21:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:03,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc004d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,541 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:03,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:03,541 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fabf001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,543 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5c992d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:03,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36083,1731349249706 2024-11-11T18:21:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7989e45b 2024-11-11T18:21:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:03,546 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:03,547 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:21:03,547 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:21:03,547 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,547 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:03,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:03,547 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:03,549 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:21:03,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:03,550 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:03,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:03,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:21:03,599 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:21:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:03,675 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:03,710 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 379, reset compression=false 2024-11-11T18:21:03,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:03,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:21:03,748 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88581 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:21:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:03,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd60f0583168949ab9fdaaee8cbba3f1, NAME => 'hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2 2024-11-11T18:21:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:21:03,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:03,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd60f0583168949ab9fdaaee8cbba3f1, disabling compactions & flushes 2024-11-11T18:21:03,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:03,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:03,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. after waiting 0 ms 2024-11-11T18:21:03,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:03,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:03,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd60f0583168949ab9fdaaee8cbba3f1: Waiting for close lock at 1731349263981Disabling compacts and flushes for region at 1731349263981Disabling writes for close at 1731349263982 (+1 ms)Writing region close event to WAL at 1731349263982Closed at 1731349263982 2024-11-11T18:21:03,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:03,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349263983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349263983"}]},"ts":"1731349263983"} 2024-11-11T18:21:03,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:03,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:03,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349263987"}]},"ts":"1731349263987"} 2024-11-11T18:21:03,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:21:03,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd60f0583168949ab9fdaaee8cbba3f1, ASSIGN}] 2024-11-11T18:21:03,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd60f0583168949ab9fdaaee8cbba3f1, ASSIGN 2024-11-11T18:21:03,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd60f0583168949ab9fdaaee8cbba3f1, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46111,1731349252811; forceNewPlan=false, retain=false 2024-11-11T18:21:04,016 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 379, reset compression=false 2024-11-11T18:21:04,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd60f0583168949ab9fdaaee8cbba3f1, regionState=OPENING, regionLocation=90f34c5bee6a,46111,1731349252811 2024-11-11T18:21:04,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd60f0583168949ab9fdaaee8cbba3f1, ASSIGN because future has completed 2024-11-11T18:21:04,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd60f0583168949ab9fdaaee8cbba3f1, server=90f34c5bee6a,46111,1731349252811}] 2024-11-11T18:21:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:04,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:04,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:04,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:21:04,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C46111%2C1731349252811.rep, suffix=, logDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/oldWALs, maxLogs=10 2024-11-11T18:21:04,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.rep.1731349264315, exclude list is [], retry=0 2024-11-11T18:21:04,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35541,DS-cbd0252a-3153-4444-8e3b-5dd2133e2927,DISK] 2024-11-11T18:21:04,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.rep.1731349264315 2024-11-11T18:21:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-11T18:21:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd60f0583168949ab9fdaaee8cbba3f1, NAME => 'hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:04,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. service=MultiRowMutationService 2024-11-11T18:21:04,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,351 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,353 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd60f0583168949ab9fdaaee8cbba3f1 columnFamilyName hfileref 2024-11-11T18:21:04,353 DEBUG [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:04,353 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] regionserver.HStore(327): Store=bd60f0583168949ab9fdaaee8cbba3f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:04,353 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,354 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd60f0583168949ab9fdaaee8cbba3f1 columnFamilyName queue 2024-11-11T18:21:04,354 DEBUG [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:04,354 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] regionserver.HStore(327): Store=bd60f0583168949ab9fdaaee8cbba3f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:04,355 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,355 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd60f0583168949ab9fdaaee8cbba3f1 columnFamilyName sid 2024-11-11T18:21:04,355 DEBUG [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:04,356 INFO [StoreOpener-bd60f0583168949ab9fdaaee8cbba3f1-1 {}] regionserver.HStore(327): Store=bd60f0583168949ab9fdaaee8cbba3f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:04,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/replication/bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/replication/bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:04,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/replication/bd60f0583168949ab9fdaaee8cbba3f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:04,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd60f0583168949ab9fdaaee8cbba3f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74715948, jitterRate=0.1133543848991394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:04,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:04,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd60f0583168949ab9fdaaee8cbba3f1: Running coprocessor pre-open hook at 1731349264350Writing region info on filesystem at 1731349264350Initializing all the Stores at 1731349264351 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349264351Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349264351Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349264351Cleaning up temporary data from old regions at 1731349264358 (+7 ms)Running coprocessor post-open hooks at 1731349264362 (+4 ms)Region opened successfully at 1731349264362 2024-11-11T18:21:04,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1., pid=10, masterSystemTime=1731349264309 2024-11-11T18:21:04,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:04,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:04,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd60f0583168949ab9fdaaee8cbba3f1, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46111,1731349252811 2024-11-11T18:21:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd60f0583168949ab9fdaaee8cbba3f1, server=90f34c5bee6a,46111,1731349252811 because future has completed 2024-11-11T18:21:04,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:21:04,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd60f0583168949ab9fdaaee8cbba3f1, server=90f34c5bee6a,46111,1731349252811 in 217 msec 2024-11-11T18:21:04,379 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:04,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:21:04,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd60f0583168949ab9fdaaee8cbba3f1, ASSIGN in 384 msec 2024-11-11T18:21:04,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:04,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349264380"}]},"ts":"1731349264380"} 2024-11-11T18:21:04,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:21:04,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:04,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 848 msec 2024-11-11T18:21:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1., hostname=90f34c5bee6a,46111,1731349252811, seqNum=2] 2024-11-11T18:21:04,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:21:04,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:21:04,420 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 379, reset compression=false 2024-11-11T18:21:04,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:21:04,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:21:04,578 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:21:04,613 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,46111,1731349252811, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:21:04,613 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:04,614 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46111,1731349252811, seqNum=-1] 2024-11-11T18:21:04,614 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:04,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,46111,1731349252811', locateType=CURRENT is [region=hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1., hostname=90f34c5bee6a,46111,1731349252811, seqNum=2] 2024-11-11T18:21:04,619 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:21:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:21:04,621 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,46111,1731349252811 suceeded 2024-11-11T18:21:04,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:21:04,623 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:36083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:21:04,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-11T18:21:04,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-11T18:21:04,640 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:36083' 2024-11-11T18:21:04,641 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@106f0028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,642 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:04,642 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:04,642 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b78f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:04,644 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:04,644 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c24be31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,645 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,36083,1731349249706 2024-11-11T18:21:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@217a44b6 2024-11-11T18:21:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:04,646 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:04,647 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,46111,1731349252811 (queues=1) is replicating from cluster=84e828bb-842a-4448-9237-6d6ca0e90b3a to cluster=6768d98e-46fd-4fe9-8063-3e7ce246c88a 2024-11-11T18:21:04,647 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C46111%2C1731349252811 2024-11-11T18:21:04,647 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,46111,1731349252811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:21:04,647 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, startPosition=0, beingWritten=true 2024-11-11T18:21:04,648 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C46111%2C1731349252811 2024-11-11T18:21:04,658 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:04,658 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 379, reset compression=false 2024-11-11T18:21:04,658 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:04,668 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:21:04,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:04,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:04,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:04,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:04,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:04,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37311,-1 for getting cluster id 2024-11-11T18:21:04,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:04,670 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b03589-87e5-4bd7-b115-66dc285046f1' 2024-11-11T18:21:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b03589-87e5-4bd7-b115-66dc285046f1" 2024-11-11T18:21:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8b397c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37311,-1] 2024-11-11T18:21:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:04,672 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:04,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10db070d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:04,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:04,673 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca73d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:04,674 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d3a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39563,-1 for getting cluster id 2024-11-11T18:21:04,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:04,676 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84e828bb-842a-4448-9237-6d6ca0e90b3a' 2024-11-11T18:21:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84e828bb-842a-4448-9237-6d6ca0e90b3a" 2024-11-11T18:21:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46078bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39563,-1] 2024-11-11T18:21:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:04,677 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db5e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:04,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,35763,1731349245436, seqNum=-1] 2024-11-11T18:21:04,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:04,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6., hostname=90f34c5bee6a,35763,1731349245436, seqNum=2] 2024-11-11T18:21:04,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46111,1731349252811, seqNum=-1] 2024-11-11T18:21:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:04,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298., hostname=90f34c5bee6a,46111,1731349252811, seqNum=2] 2024-11-11T18:21:04,692 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T18:21:04,862 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 379, reset compression=false 2024-11-11T18:21:04,925 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 379, reset compression=false 2024-11-11T18:21:05,166 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 379, reset compression=false 2024-11-11T18:21:05,189 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 379, reset compression=false 2024-11-11T18:21:05,196 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:05,196 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:05,196 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,35763,1731349245436 got entry batch from reader: WALEntryBatch [walEntries=[{test/028aa5d7ebdf9ca165a983946abd52f6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T18:21:05,199 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:05,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T18:21:05,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:05,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324d384d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:05,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,36083,-1 for getting cluster id 2024-11-11T18:21:05,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:05,202 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6768d98e-46fd-4fe9-8063-3e7ce246c88a' 2024-11-11T18:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6768d98e-46fd-4fe9-8063-3e7ce246c88a" 2024-11-11T18:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11ba9436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,36083,-1] 2024-11-11T18:21:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:05,203 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:05,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b60929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:05,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43799,1731349249753, seqNum=-1] 2024-11-11T18:21:05,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:05,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:05,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349255911.0be6d968240beb7423866f7dd41f7349., hostname=90f34c5bee6a,43799,1731349249753, seqNum=2] 2024-11-11T18:21:05,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:05,400 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:05,529 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 379, reset compression=false 2024-11-11T18:21:05,539 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:05,539 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 504, reset compression=false 2024-11-11T18:21:05,539 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be6d968240beb7423866f7dd41f7349/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T18:21:05,542 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:05,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T18:21:05,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:05,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae0645b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:05,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39563,-1 for getting cluster id 2024-11-11T18:21:05,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:05,549 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84e828bb-842a-4448-9237-6d6ca0e90b3a' 2024-11-11T18:21:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84e828bb-842a-4448-9237-6d6ca0e90b3a" 2024-11-11T18:21:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@618de2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39563,-1] 2024-11-11T18:21:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:05,551 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:05,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6324f997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:05,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:05,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,46111,1731349252811, seqNum=-1] 2024-11-11T18:21:05,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:05,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:05,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298., hostname=90f34c5bee6a,46111,1731349252811, seqNum=2] 2024-11-11T18:21:05,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:05,570 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 379, reset compression=false 2024-11-11T18:21:05,575 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:05,575 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 527, reset compression=false 2024-11-11T18:21:05,575 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:05,694 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T18:21:05,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43799,1731349249753, seqNum=-1] 2024-11-11T18:21:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:05,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731349255911.0be6d968240beb7423866f7dd41f7349., hostname=90f34c5bee6a,43799,1731349249753, seqNum=2] 2024-11-11T18:21:05,703 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T18:21:05,705 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:05,746 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 504, reset compression=false 2024-11-11T18:21:05,750 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:05,750 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 608, reset compression=false 2024-11-11T18:21:05,750 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be6d968240beb7423866f7dd41f7349/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:21:05,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:05,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:05,787 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 527, reset compression=false 2024-11-11T18:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 654, reset compression=false 2024-11-11T18:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:05,954 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 608, reset compression=false 2024-11-11T18:21:05,999 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 654, reset compression=false 2024-11-11T18:21:06,115 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:06,258 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 608, reset compression=false 2024-11-11T18:21:06,303 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 654, reset compression=false 2024-11-11T18:21:06,620 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:06,663 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 608, reset compression=false 2024-11-11T18:21:06,706 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T18:21:06,707 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 654, reset compression=false 2024-11-11T18:21:06,710 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T18:21:06,717 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:06,717 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 758, reset compression=false 2024-11-11T18:21:06,717 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6713fa7eca2f81c0f104130e22e3298/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T18:21:06,719 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:06,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T18:21:06,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:06,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:06,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:06,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,937 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 758, reset compression=false 2024-11-11T18:21:06,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:06,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:07,187 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 608, reset compression=false 2024-11-11T18:21:07,206 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:07,206 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 736, reset compression=false 2024-11-11T18:21:07,206 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:07,224 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:07,242 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 758, reset compression=false 2024-11-11T18:21:07,437 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 736, reset compression=false 2024-11-11T18:21:07,649 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 758, reset compression=false 2024-11-11T18:21:07,712 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T18:21:07,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T18:21:07,742 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 736, reset compression=false 2024-11-11T18:21:07,939 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 480, reset compression=false 2024-11-11T18:21:07,944 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:07,944 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:07,944 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,35763,1731349245436 got entry batch from reader: WALEntryBatch [walEntries=[{test/028aa5d7ebdf9ca165a983946abd52f6/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T18:21:07,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:07,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:08,146 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 736, reset compression=false 2024-11-11T18:21:08,151 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:08,151 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 884, reset compression=false 2024-11-11T18:21:08,151 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be6d968240beb7423866f7dd41f7349/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T18:21:08,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:08,153 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:08,165 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 758, reset compression=false 2024-11-11T18:21:08,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:08,173 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:08,173 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 929, reset compression=false 2024-11-11T18:21:08,173 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:08,367 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 884, reset compression=false 2024-11-11T18:21:08,377 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 929, reset compression=false 2024-11-11T18:21:08,468 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:08,671 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 884, reset compression=false 2024-11-11T18:21:08,680 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 929, reset compression=false 2024-11-11T18:21:08,719 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T18:21:08,723 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T18:21:08,872 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:09,076 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 884, reset compression=false 2024-11-11T18:21:09,081 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:09,081 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1043, reset compression=false 2024-11-11T18:21:09,081 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be6d968240beb7423866f7dd41f7349/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T18:21:09,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:09,084 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 929, reset compression=false 2024-11-11T18:21:09,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:09,285 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1043, reset compression=false 2024-11-11T18:21:09,376 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:09,587 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 929, reset compression=false 2024-11-11T18:21:09,593 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1043, reset compression=false 2024-11-11T18:21:09,596 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:09,596 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1078, reset compression=false 2024-11-11T18:21:09,596 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:09,725 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T18:21:09,729 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T18:21:09,808 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1078, reset compression=false 2024-11-11T18:21:09,813 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:09,813 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1237, reset compression=false 2024-11-11T18:21:09,813 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6713fa7eca2f81c0f104130e22e3298/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T18:21:09,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T18:21:09,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T18:21:09,980 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:10,001 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1043, reset compression=false 2024-11-11T18:21:10,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:10,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:10,009 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:10,016 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1237, reset compression=false 2024-11-11T18:21:10,213 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:10,320 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1237, reset compression=false 2024-11-11T18:21:10,517 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:10,684 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:10,725 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1237, reset compression=false 2024-11-11T18:21:10,734 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T18:21:10,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:21:10,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:10,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:10,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:10,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:10,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:10,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:21:10,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2054471150, stopped=false 2024-11-11T18:21:10,743 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,39563,1731349252744 2024-11-11T18:21:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726725773/running 2024-11-11T18:21:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726725773/running 2024-11-11T18:21:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:21:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:21:10,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:10,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/running 2024-11-11T18:21:10,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:10,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:10,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:10,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Set watcher on znode that does not yet exist, /2-726725773/running 2024-11-11T18:21:10,747 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,46111,1731349252811' ***** 2024-11-11T18:21:10,747 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:21:10,748 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:21:10,748 INFO [RS:0;90f34c5bee6a:46111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:21:10,748 INFO [RS:0;90f34c5bee6a:46111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:21:10,748 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(3091): Received CLOSE for c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:21:10,748 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:21:10,754 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(3091): Received CLOSE for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:10,754 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,46111,1731349252811 2024-11-11T18:21:10,754 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:10,754 INFO [RS:0;90f34c5bee6a:46111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46111. 2024-11-11T18:21:10,754 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6713fa7eca2f81c0f104130e22e3298, disabling compactions & flushes 2024-11-11T18:21:10,754 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:21:10,754 DEBUG [RS:0;90f34c5bee6a:46111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:10,754 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:21:10,754 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:10,754 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. after waiting 0 ms 2024-11-11T18:21:10,754 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:21:10,754 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:21:10,755 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:21:10,755 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:21:10,755 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6713fa7eca2f81c0f104130e22e3298 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T18:21:10,755 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:21:10,755 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:21:10,755 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c6713fa7eca2f81c0f104130e22e3298=test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298., bd60f0583168949ab9fdaaee8cbba3f1=hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.} 2024-11-11T18:21:10,755 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd60f0583168949ab9fdaaee8cbba3f1, c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:21:10,755 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:10,756 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:10,756 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:10,756 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:10,756 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:10,756 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:21:10,787 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/info/eb62e6be221749309354327f064ec9ec is 147, key is hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1./info:regioninfo/1731349264365/Put/seqid=0 2024-11-11T18:21:10,787 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/f/4c41bc74c53144d3a294877327c6fd53 is 29, key is row1/f:/1731349268720/DeleteFamily/seqid=0 2024-11-11T18:21:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741840_1016 (size=5152) 2024-11-11T18:21:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741841_1017 (size=7686) 2024-11-11T18:21:10,806 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/info/eb62e6be221749309354327f064ec9ec 2024-11-11T18:21:10,832 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:10,842 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/ns/2beef12cbb8a41dfbc8dc976cd8cbea6 is 43, key is default/ns:d/1731349254685/Put/seqid=0 2024-11-11T18:21:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:21:10,865 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/ns/2beef12cbb8a41dfbc8dc976cd8cbea6 2024-11-11T18:21:10,897 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/rep_barrier/386ae05a6d444fae874d54a1282cd607 is 112, key is test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298./rep_barrier:seqnumDuringOpen/1731349259220/Put/seqid=0 2024-11-11T18:21:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741843_1019 (size=5518) 2024-11-11T18:21:10,922 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:10,955 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd60f0583168949ab9fdaaee8cbba3f1, c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:21:11,156 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd60f0583168949ab9fdaaee8cbba3f1, c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:21:11,198 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/f/4c41bc74c53144d3a294877327c6fd53 2024-11-11T18:21:11,203 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c41bc74c53144d3a294877327c6fd53 2024-11-11T18:21:11,227 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/f1/6fd92d0513a94d2cbd7dde54486a3a2f is 30, key is row1/f1:/1731349268720/DeleteFamily/seqid=0 2024-11-11T18:21:11,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741844_1020 (size=5158) 2024-11-11T18:21:11,247 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1237, reset compression=false 2024-11-11T18:21:11,258 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:11,258 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1484, reset compression=false 2024-11-11T18:21:11,258 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,46111,1731349252811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:11,259 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,46111,1731349252811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,46111,1731349252811, walGroup=90f34c5bee6a%2C46111%2C1731349252811, offset=90f34c5bee6a%2C46111%2C1731349252811.1731349253746:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:46111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:21:11,260 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:21:11,260 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:21:11,261 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:21:11,261 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:21:11,261 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:21:11,261 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 887332848 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201436360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:21:11,262 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:39563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:39563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:21:11,318 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/rep_barrier/386ae05a6d444fae874d54a1282cd607 2024-11-11T18:21:11,336 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/table/ba805df52e1649fe85e7192462611541 is 53, key is hbase:replication/table:state/1731349264380/Put/seqid=0 2024-11-11T18:21:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741845_1021 (size=5308) 2024-11-11T18:21:11,356 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd60f0583168949ab9fdaaee8cbba3f1, c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:21:11,444 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:11,469 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1484, reset compression=false 2024-11-11T18:21:11,497 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:11,556 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd60f0583168949ab9fdaaee8cbba3f1, c6713fa7eca2f81c0f104130e22e3298 2024-11-11T18:21:11,601 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:21:11,601 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:21:11,642 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/f1/6fd92d0513a94d2cbd7dde54486a3a2f 2024-11-11T18:21:11,646 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fd92d0513a94d2cbd7dde54486a3a2f 2024-11-11T18:21:11,667 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/norep/4367a9a9f9594e0d8a566a44171b3a00 is 33, key is row2/norep:/1731349269726/DeleteFamily/seqid=0 2024-11-11T18:21:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741846_1022 (size=5108) 2024-11-11T18:21:11,688 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/norep/4367a9a9f9594e0d8a566a44171b3a00 2024-11-11T18:21:11,693 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4367a9a9f9594e0d8a566a44171b3a00 2024-11-11T18:21:11,694 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/f/4c41bc74c53144d3a294877327c6fd53 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/f/4c41bc74c53144d3a294877327c6fd53 2024-11-11T18:21:11,698 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c41bc74c53144d3a294877327c6fd53 2024-11-11T18:21:11,698 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/f/4c41bc74c53144d3a294877327c6fd53, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T18:21:11,699 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/f1/6fd92d0513a94d2cbd7dde54486a3a2f as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/f1/6fd92d0513a94d2cbd7dde54486a3a2f 2024-11-11T18:21:11,703 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fd92d0513a94d2cbd7dde54486a3a2f 2024-11-11T18:21:11,703 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/f1/6fd92d0513a94d2cbd7dde54486a3a2f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T18:21:11,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/.tmp/norep/4367a9a9f9594e0d8a566a44171b3a00 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/norep/4367a9a9f9594e0d8a566a44171b3a00 2024-11-11T18:21:11,707 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4367a9a9f9594e0d8a566a44171b3a00 2024-11-11T18:21:11,707 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/norep/4367a9a9f9594e0d8a566a44171b3a00, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T18:21:11,708 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c6713fa7eca2f81c0f104130e22e3298 in 954ms, sequenceid=10, compaction requested=false 2024-11-11T18:21:11,716 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/default/test/c6713fa7eca2f81c0f104130e22e3298/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T18:21:11,716 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:11,717 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6713fa7eca2f81c0f104130e22e3298: Waiting for close lock at 1731349270754Running coprocessor pre-close hooks at 1731349270754Disabling compacts and flushes for region at 1731349270754Disabling writes for close at 1731349270754Obtaining lock to block concurrent updates at 1731349270755 (+1 ms)Preparing flush snapshotting stores in c6713fa7eca2f81c0f104130e22e3298 at 1731349270755Finished memstore snapshotting test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731349270755Flushing stores of test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. at 1731349270756 (+1 ms)Flushing c6713fa7eca2f81c0f104130e22e3298/f: creating writer at 1731349270756Flushing c6713fa7eca2f81c0f104130e22e3298/f: appending metadata at 1731349270786 (+30 ms)Flushing c6713fa7eca2f81c0f104130e22e3298/f: closing flushed file at 1731349270786Flushing c6713fa7eca2f81c0f104130e22e3298/f1: creating writer at 1731349271204 (+418 ms)Flushing c6713fa7eca2f81c0f104130e22e3298/f1: appending metadata at 1731349271226 (+22 ms)Flushing c6713fa7eca2f81c0f104130e22e3298/f1: closing flushed file at 1731349271226Flushing c6713fa7eca2f81c0f104130e22e3298/norep: creating writer at 1731349271647 (+421 ms)Flushing c6713fa7eca2f81c0f104130e22e3298/norep: appending metadata at 1731349271666 (+19 ms)Flushing c6713fa7eca2f81c0f104130e22e3298/norep: closing flushed file at 1731349271666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c62a8a5: reopening flushed file at 1731349271693 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7895edb1: reopening flushed file at 1731349271698 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d35443b: reopening flushed file at 1731349271703 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c6713fa7eca2f81c0f104130e22e3298 in 954ms, sequenceid=10, compaction requested=false at 1731349271708 (+5 ms)Writing region close event to WAL at 1731349271713 (+5 ms)Running coprocessor post-close hooks at 1731349271716 (+3 ms)Closed at 1731349271717 (+1 ms) 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349258060.c6713fa7eca2f81c0f104130e22e3298. 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd60f0583168949ab9fdaaee8cbba3f1, disabling compactions & flushes 2024-11-11T18:21:11,717 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. after waiting 0 ms 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd60f0583168949ab9fdaaee8cbba3f1: Waiting for close lock at 1731349271717Running coprocessor pre-close hooks at 1731349271717Disabling compacts and flushes for region at 1731349271717Disabling writes for close at 1731349271717Failed flush hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1., putting online again at 1731349271717 2024-11-11T18:21:11,717 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,742 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/table/ba805df52e1649fe85e7192462611541 2024-11-11T18:21:11,748 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/info/eb62e6be221749309354327f064ec9ec as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/info/eb62e6be221749309354327f064ec9ec 2024-11-11T18:21:11,753 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/info/eb62e6be221749309354327f064ec9ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:21:11,755 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/ns/2beef12cbb8a41dfbc8dc976cd8cbea6 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/ns/2beef12cbb8a41dfbc8dc976cd8cbea6 2024-11-11T18:21:11,756 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:21:11,756 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd60f0583168949ab9fdaaee8cbba3f1=hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1.} 2024-11-11T18:21:11,756 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(3091): Received CLOSE for bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:11,756 DEBUG [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd60f0583168949ab9fdaaee8cbba3f1 2024-11-11T18:21:11,756 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd60f0583168949ab9fdaaee8cbba3f1, disabling compactions & flushes 2024-11-11T18:21:11,756 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,756 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,757 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. after waiting 0 ms 2024-11-11T18:21:11,757 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,757 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd60f0583168949ab9fdaaee8cbba3f1: Waiting for close lock at 1731349271756Running coprocessor pre-close hooks at 1731349271756Disabling compacts and flushes for region at 1731349271756Disabling writes for close at 1731349271757 (+1 ms)Failed flush hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1., putting online again at 1731349271757 2024-11-11T18:21:11,757 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731349263547.bd60f0583168949ab9fdaaee8cbba3f1. 2024-11-11T18:21:11,762 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/ns/2beef12cbb8a41dfbc8dc976cd8cbea6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:21:11,762 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/rep_barrier/386ae05a6d444fae874d54a1282cd607 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/rep_barrier/386ae05a6d444fae874d54a1282cd607 2024-11-11T18:21:11,766 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/rep_barrier/386ae05a6d444fae874d54a1282cd607, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:21:11,767 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/.tmp/table/ba805df52e1649fe85e7192462611541 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/table/ba805df52e1649fe85e7192462611541 2024-11-11T18:21:11,771 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/table/ba805df52e1649fe85e7192462611541, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:21:11,772 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false 2024-11-11T18:21:11,772 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 1484, reset compression=false 2024-11-11T18:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 2128, reset compression=false 2024-11-11T18:21:11,782 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:21:11,783 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:11,783 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:11,783 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:11,783 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349270755Running coprocessor pre-close hooks at 1731349270755Disabling compacts and flushes for region at 1731349270755Disabling writes for close at 1731349270756 (+1 ms)Obtaining lock to block concurrent updates at 1731349270756Preparing flush snapshotting stores in 1588230740 at 1731349270756Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349270756Flushing stores of hbase:meta,,1.1588230740 at 1731349270757 (+1 ms)Flushing 1588230740/info: creating writer at 1731349270757Flushing 1588230740/info: appending metadata at 1731349270786 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731349270786Flushing 1588230740/ns: creating writer at 1731349270814 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731349270836 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731349270836Flushing 1588230740/rep_barrier: creating writer at 1731349270870 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349270896 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349270896Flushing 1588230740/table: creating writer at 1731349271321 (+425 ms)Flushing 1588230740/table: appending metadata at 1731349271335 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349271335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7beb4c45: reopening flushed file at 1731349271747 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c740ca: reopening flushed file at 1731349271754 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c052579: reopening flushed file at 1731349271762 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7d863a: reopening flushed file at 1731349271766 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false at 1731349271772 (+6 ms)Writing region close event to WAL at 1731349271778 (+6 ms)Running coprocessor post-close hooks at 1731349271783 (+5 ms)Closed at 1731349271783 2024-11-11T18:21:11,783 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:11,956 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T18:21:11,956 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,46111,1731349252811; all regions closed. 2024-11-11T18:21:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:21:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741839_1015 (size=2171) 2024-11-11T18:21:11,984 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 to pos 2128, reset compression=false 2024-11-11T18:21:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741832_1008 (size=2136) 2024-11-11T18:21:11,991 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:11,991 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:11,991 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:11,991 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:11,991 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:11,991 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,46111,1731349252811 because: Region server is closing 2024-11-11T18:21:11,992 INFO [RS:0;90f34c5bee6a:46111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46111. 2024-11-11T18:21:11,992 DEBUG [RS:0;90f34c5bee6a:46111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:11,992 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:11,992 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:11,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:11,992 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:12,002 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/WALs/90f34c5bee6a,46111,1731349252811/90f34c5bee6a%2C46111%2C1731349252811.1731349253746 2024-11-11T18:21:12,048 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:12,092 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.shipper90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 terminated 2024-11-11T18:21:12,092 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,46111,1731349252811.replicationSource.wal-reader.90f34c5bee6a%2C46111%2C1731349252811,1-90f34c5bee6a,46111,1731349252811 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T18:21:12,092 INFO [RS:0;90f34c5bee6a:46111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:46111. 2024-11-11T18:21:12,092 DEBUG [RS:0;90f34c5bee6a:46111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:12,092 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:12,093 DEBUG [RS:0;90f34c5bee6a:46111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:12,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:12,093 INFO [RS:0;90f34c5bee6a:46111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46111 2024-11-11T18:21:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773/rs 2024-11-11T18:21:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726725773/rs/90f34c5bee6a,46111,1731349252811 2024-11-11T18:21:12,095 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:12,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,46111,1731349252811] 2024-11-11T18:21:12,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-726725773/draining/90f34c5bee6a,46111,1731349252811 already deleted, retry=false 2024-11-11T18:21:12,099 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,46111,1731349252811 expired; onlineServers=0 2024-11-11T18:21:12,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,39563,1731349252744' ***** 2024-11-11T18:21:12,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:21:12,099 INFO [M:0;90f34c5bee6a:39563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:12,099 INFO [M:0;90f34c5bee6a:39563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:12,099 DEBUG [M:0;90f34c5bee6a:39563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:21:12,100 DEBUG [M:0;90f34c5bee6a:39563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:21:12,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:21:12,100 INFO [M:0;90f34c5bee6a:39563 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:12,100 INFO [M:0;90f34c5bee6a:39563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:12,100 DEBUG [M:0;90f34c5bee6a:39563 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:21:12,100 INFO [M:0;90f34c5bee6a:39563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:21:12,100 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349253480 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349253480,5,FailOnTimeoutGroup] 2024-11-11T18:21:12,100 INFO [M:0;90f34c5bee6a:39563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:12,101 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349253481 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349253481,5,FailOnTimeoutGroup] 2024-11-11T18:21:12,101 INFO [M:0;90f34c5bee6a:39563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:21:12,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:21:12,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726725773/master 2024-11-11T18:21:12,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726725773 2024-11-11T18:21:12,102 DEBUG [M:0;90f34c5bee6a:39563 {}] zookeeper.ZKUtil(347): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Unable to get data of znode /2-726725773/master because node does not exist (not an error) 2024-11-11T18:21:12,102 WARN [M:0;90f34c5bee6a:39563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:21:12,102 INFO [M:0;90f34c5bee6a:39563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/.lastflushedseqids 2024-11-11T18:21:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741847_1023 (size=245) 2024-11-11T18:21:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46111-0x1010842d5d40007, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:12,197 INFO [RS:0;90f34c5bee6a:46111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:12,197 INFO [RS:0;90f34c5bee6a:46111 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,46111,1731349252811; zookeeper connection closed. 2024-11-11T18:21:12,197 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1507473f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1507473f 2024-11-11T18:21:12,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:21:12,400 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:12,512 INFO [M:0;90f34c5bee6a:39563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:21:12,512 INFO [M:0;90f34c5bee6a:39563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:21:12,512 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:12,512 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:12,512 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:12,512 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:12,512 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:12,512 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T18:21:12,528 DEBUG [M:0;90f34c5bee6a:39563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d970030d5a940799c5ac1eb2a274d96 is 82, key is hbase:meta,,1/info:regioninfo/1731349254669/Put/seqid=0 2024-11-11T18:21:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741848_1024 (size=5672) 2024-11-11T18:21:12,753 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:12,932 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d970030d5a940799c5ac1eb2a274d96 2024-11-11T18:21:12,950 DEBUG [M:0;90f34c5bee6a:39563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b69f408db54947abbfd0b96e66a5a2f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349264396/Put/seqid=0 2024-11-11T18:21:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741849_1025 (size=8515) 2024-11-11T18:21:13,355 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b69f408db54947abbfd0b96e66a5a2f2 2024-11-11T18:21:13,377 DEBUG [M:0;90f34c5bee6a:39563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d7791faf338437295b5f2eeca616d0a is 69, key is 90f34c5bee6a,46111,1731349252811/rs:state/1731349253570/Put/seqid=0 2024-11-11T18:21:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741850_1026 (size=5156) 2024-11-11T18:21:13,392 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d7791faf338437295b5f2eeca616d0a 2024-11-11T18:21:13,397 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d970030d5a940799c5ac1eb2a274d96 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d970030d5a940799c5ac1eb2a274d96 2024-11-11T18:21:13,401 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d970030d5a940799c5ac1eb2a274d96, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:21:13,401 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b69f408db54947abbfd0b96e66a5a2f2 as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b69f408db54947abbfd0b96e66a5a2f2 2024-11-11T18:21:13,405 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b69f408db54947abbfd0b96e66a5a2f2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:21:13,405 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:13,406 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d7791faf338437295b5f2eeca616d0a as hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d7791faf338437295b5f2eeca616d0a 2024-11-11T18:21:13,411 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/cceb487e-4114-8746-b97f-961306632dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d7791faf338437295b5f2eeca616d0a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:21:13,412 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-11-11T18:21:13,427 INFO [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:13,427 DEBUG [M:0;90f34c5bee6a:39563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349272512Disabling compacts and flushes for region at 1731349272512Disabling writes for close at 1731349272512Obtaining lock to block concurrent updates at 1731349272512Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349272512Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731349272513 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349272513Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349272513Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349272528 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349272528Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349272936 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349272950 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349272950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349273359 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349273376 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349273377 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ce0dd8: reopening flushed file at 1731349273396 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693becd2: reopening flushed file at 1731349273401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5730637f: reopening flushed file at 1731349273405 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1731349273412 (+7 ms)Writing region close event to WAL at 1731349273427 (+15 ms)Closed at 1731349273427 2024-11-11T18:21:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35541 is added to blk_1073741830_1006 (size=63642) 2024-11-11T18:21:13,431 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:13,431 INFO [M:0;90f34c5bee6a:39563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:21:13,431 INFO [M:0;90f34c5bee6a:39563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39563 2024-11-11T18:21:13,432 INFO [M:0;90f34c5bee6a:39563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:13,534 INFO [M:0;90f34c5bee6a:39563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:13,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:13,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39563-0x1010842d5d40006, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:13,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c39bd22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:13,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@135cf969{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:13,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:13,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:13,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3cf1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:13,544 WARN [BP-1218793121-172.17.0.2-1731349251230 heartbeating to localhost/127.0.0.1:39083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:21:13,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:21:13,544 WARN [BP-1218793121-172.17.0.2-1731349251230 heartbeating to localhost/127.0.0.1:39083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1218793121-172.17.0.2-1731349251230 (Datanode Uuid 4c9f8bb3-d582-4c12-b89a-0e45d2d55c21) service to localhost/127.0.0.1:39083 2024-11-11T18:21:13,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:21:13,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/cluster_7170b1cd-d7e5-3600-3357-42fe809198c8/data/data1/current/BP-1218793121-172.17.0.2-1731349251230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:13,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/cluster_7170b1cd-d7e5-3600-3357-42fe809198c8/data/data2/current/BP-1218793121-172.17.0.2-1731349251230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:13,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:21:13,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1754fe3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:13,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a10f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:13,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:13,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:13,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4b5469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:13,557 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:13,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:21:13,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:21:13,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:13,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:13,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:13,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:13,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:13,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:21:13,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930867175, stopped=false 2024-11-11T18:21:13,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,36083,1731349249706 2024-11-11T18:21:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1438240501/running 2024-11-11T18:21:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:21:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1438240501/running 2024-11-11T18:21:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:21:13,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:13,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:13,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:13,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/running 2024-11-11T18:21:13,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:13,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,43799,1731349249753' ***** 2024-11-11T18:21:13,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:21:13,574 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:21:13,574 INFO [RS:0;90f34c5bee6a:43799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:21:13,574 INFO [RS:0;90f34c5bee6a:43799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:21:13,574 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(3091): Received CLOSE for bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:13,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:21:13,574 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(3091): Received CLOSE for 0be6d968240beb7423866f7dd41f7349 2024-11-11T18:21:13,574 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,43799,1731349249753 2024-11-11T18:21:13,575 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:13,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Set watcher on znode that does not yet exist, /1438240501/running 2024-11-11T18:21:13,575 INFO [RS:0;90f34c5bee6a:43799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43799. 2024-11-11T18:21:13,575 DEBUG [RS:0;90f34c5bee6a:43799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:13,575 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:13,575 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:21:13,575 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:21:13,575 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:21:13,575 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:21:13,575 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdf5a6bd3fbec2baddf3c052dbaef069, disabling compactions & flushes 2024-11-11T18:21:13,575 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:13,575 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:13,575 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. after waiting 0 ms 2024-11-11T18:21:13,575 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:13,575 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdf5a6bd3fbec2baddf3c052dbaef069 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-11T18:21:13,588 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:21:13,588 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1325): Online Regions={bdf5a6bd3fbec2baddf3c052dbaef069=hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069., 1588230740=hbase:meta,,1.1588230740, 0be6d968240beb7423866f7dd41f7349=test,,1731349255911.0be6d968240beb7423866f7dd41f7349.} 2024-11-11T18:21:13,588 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 0be6d968240beb7423866f7dd41f7349, 1588230740, bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:13,589 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:13,589 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:13,589 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:13,589 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:13,589 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:13,589 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:21:13,609 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/.tmp/queue/978dcd9794e946f6b570f87c1ed2bcbb is 154, key is 1-90f34c5bee6a,43799,1731349249753/queue:90f34c5bee6a%2C43799%2C1731349249753/1731349270010/Put/seqid=0 2024-11-11T18:21:13,620 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/info/71229f7d264746e48f9545206dc161af is 147, key is hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069./info:regioninfo/1731349263197/Put/seqid=0 2024-11-11T18:21:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741840_1016 (size=5353) 2024-11-11T18:21:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741841_1017 (size=7686) 2024-11-11T18:21:13,669 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:13,789 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 0be6d968240beb7423866f7dd41f7349, 1588230740, bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:13,989 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 0be6d968240beb7423866f7dd41f7349, 1588230740, bdf5a6bd3fbec2baddf3c052dbaef069 2024-11-11T18:21:14,031 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/.tmp/queue/978dcd9794e946f6b570f87c1ed2bcbb 2024-11-11T18:21:14,039 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/info/71229f7d264746e48f9545206dc161af 2024-11-11T18:21:14,042 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/.tmp/queue/978dcd9794e946f6b570f87c1ed2bcbb as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/queue/978dcd9794e946f6b570f87c1ed2bcbb 2024-11-11T18:21:14,048 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/queue/978dcd9794e946f6b570f87c1ed2bcbb, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T18:21:14,050 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for bdf5a6bd3fbec2baddf3c052dbaef069 in 475ms, sequenceid=12, compaction requested=false 2024-11-11T18:21:14,082 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/ns/c5a3cd94090d468bb8897e51f051ddd7 is 43, key is default/ns:d/1731349251106/Put/seqid=0 2024-11-11T18:21:14,091 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/replication/bdf5a6bd3fbec2baddf3c052dbaef069/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T18:21:14,092 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:14,092 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:14,092 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:14,092 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdf5a6bd3fbec2baddf3c052dbaef069: Waiting for close lock at 1731349273575Running coprocessor pre-close hooks at 1731349273575Disabling compacts and flushes for region at 1731349273575Disabling writes for close at 1731349273575Obtaining lock to block concurrent updates at 1731349273575Preparing flush snapshotting stores in bdf5a6bd3fbec2baddf3c052dbaef069 at 1731349273575Finished memstore snapshotting hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731349273576 (+1 ms)Flushing stores of hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. at 1731349273576Flushing bdf5a6bd3fbec2baddf3c052dbaef069/queue: creating writer at 1731349273576Flushing bdf5a6bd3fbec2baddf3c052dbaef069/queue: appending metadata at 1731349273608 (+32 ms)Flushing bdf5a6bd3fbec2baddf3c052dbaef069/queue: closing flushed file at 1731349273608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d399f30: reopening flushed file at 1731349274041 (+433 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for bdf5a6bd3fbec2baddf3c052dbaef069 in 475ms, sequenceid=12, compaction requested=false at 1731349274050 (+9 ms)Writing region close event to WAL at 1731349274069 (+19 ms)Running coprocessor post-close hooks at 1731349274092 (+23 ms)Closed at 1731349274092 2024-11-11T18:21:14,092 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349262382.bdf5a6bd3fbec2baddf3c052dbaef069. 2024-11-11T18:21:14,093 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0be6d968240beb7423866f7dd41f7349, disabling compactions & flushes 2024-11-11T18:21:14,093 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:21:14,093 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:21:14,093 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349255911.0be6d968240beb7423866f7dd41f7349. after waiting 0 ms 2024-11-11T18:21:14,093 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:21:14,093 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0be6d968240beb7423866f7dd41f7349 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T18:21:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:21:14,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/f/318159fe0e414b9183987715ee6eb7eb is 29, key is row1/f:/1731349268720/DeleteFamily/seqid=0 2024-11-11T18:21:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741843_1019 (size=5152) 2024-11-11T18:21:14,156 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/f/318159fe0e414b9183987715ee6eb7eb 2024-11-11T18:21:14,162 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 318159fe0e414b9183987715ee6eb7eb 2024-11-11T18:21:14,189 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 0be6d968240beb7423866f7dd41f7349, 1588230740 2024-11-11T18:21:14,190 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/f1/4499cc56b1b146e3b22c358e64d734fc is 30, key is row1/f1:/1731349268720/DeleteFamily/seqid=0 2024-11-11T18:21:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741844_1020 (size=5158) 2024-11-11T18:21:14,206 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/f1/4499cc56b1b146e3b22c358e64d734fc 2024-11-11T18:21:14,214 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4499cc56b1b146e3b22c358e64d734fc 2024-11-11T18:21:14,261 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/norep/fddee3afba534ad3a00bec2be8b96f13 is 33, key is row1/norep:/1731349268720/DeleteFamily/seqid=0 2024-11-11T18:21:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741845_1021 (size=5108) 2024-11-11T18:21:14,282 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/norep/fddee3afba534ad3a00bec2be8b96f13 2024-11-11T18:21:14,287 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fddee3afba534ad3a00bec2be8b96f13 2024-11-11T18:21:14,288 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/f/318159fe0e414b9183987715ee6eb7eb as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/f/318159fe0e414b9183987715ee6eb7eb 2024-11-11T18:21:14,301 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 318159fe0e414b9183987715ee6eb7eb 2024-11-11T18:21:14,301 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/f/318159fe0e414b9183987715ee6eb7eb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T18:21:14,302 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/f1/4499cc56b1b146e3b22c358e64d734fc as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/f1/4499cc56b1b146e3b22c358e64d734fc 2024-11-11T18:21:14,307 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4499cc56b1b146e3b22c358e64d734fc 2024-11-11T18:21:14,307 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/f1/4499cc56b1b146e3b22c358e64d734fc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T18:21:14,308 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/.tmp/norep/fddee3afba534ad3a00bec2be8b96f13 as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/norep/fddee3afba534ad3a00bec2be8b96f13 2024-11-11T18:21:14,316 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fddee3afba534ad3a00bec2be8b96f13 2024-11-11T18:21:14,316 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/norep/fddee3afba534ad3a00bec2be8b96f13, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T18:21:14,319 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0be6d968240beb7423866f7dd41f7349 in 225ms, sequenceid=10, compaction requested=false 2024-11-11T18:21:14,351 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/default/test/0be6d968240beb7423866f7dd41f7349/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T18:21:14,352 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:14,352 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:14,352 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:21:14,352 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0be6d968240beb7423866f7dd41f7349: Waiting for close lock at 1731349274093Running coprocessor pre-close hooks at 1731349274093Disabling compacts and flushes for region at 1731349274093Disabling writes for close at 1731349274093Obtaining lock to block concurrent updates at 1731349274093Preparing flush snapshotting stores in 0be6d968240beb7423866f7dd41f7349 at 1731349274093Finished memstore snapshotting test,,1731349255911.0be6d968240beb7423866f7dd41f7349., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731349274095 (+2 ms)Flushing stores of test,,1731349255911.0be6d968240beb7423866f7dd41f7349. at 1731349274095Flushing 0be6d968240beb7423866f7dd41f7349/f: creating writer at 1731349274096 (+1 ms)Flushing 0be6d968240beb7423866f7dd41f7349/f: appending metadata at 1731349274116 (+20 ms)Flushing 0be6d968240beb7423866f7dd41f7349/f: closing flushed file at 1731349274116Flushing 0be6d968240beb7423866f7dd41f7349/f1: creating writer at 1731349274162 (+46 ms)Flushing 0be6d968240beb7423866f7dd41f7349/f1: appending metadata at 1731349274188 (+26 ms)Flushing 0be6d968240beb7423866f7dd41f7349/f1: closing flushed file at 1731349274189 (+1 ms)Flushing 0be6d968240beb7423866f7dd41f7349/norep: creating writer at 1731349274214 (+25 ms)Flushing 0be6d968240beb7423866f7dd41f7349/norep: appending metadata at 1731349274260 (+46 ms)Flushing 0be6d968240beb7423866f7dd41f7349/norep: closing flushed file at 1731349274260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e46c53: reopening flushed file at 1731349274287 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5bb4ef: reopening flushed file at 1731349274301 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc04ceb: reopening flushed file at 1731349274308 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0be6d968240beb7423866f7dd41f7349 in 225ms, sequenceid=10, compaction requested=false at 1731349274319 (+11 ms)Writing region close event to WAL at 1731349274345 (+26 ms)Running coprocessor post-close hooks at 1731349274352 (+7 ms)Closed at 1731349274352 2024-11-11T18:21:14,353 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349255911.0be6d968240beb7423866f7dd41f7349. 2024-11-11T18:21:14,389 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:14,471 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 1193, reset compression=false 2024-11-11T18:21:14,503 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:14,503 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 2084, reset compression=false 2024-11-11T18:21:14,503 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,43799,1731349249753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:14,504 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,43799,1731349249753: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,43799,1731349249753, walGroup=90f34c5bee6a%2C43799%2C1731349249753, offset=90f34c5bee6a%2C43799%2C1731349249753.1731349250685:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:43799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:21:14,505 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:21:14,506 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:21:14,506 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:21:14,506 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:21:14,506 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:21:14,506 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 962830320 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201708632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:21:14,507 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:36083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:36083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:21:14,508 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/ns/c5a3cd94090d468bb8897e51f051ddd7 2024-11-11T18:21:14,509 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:14,564 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/rep_barrier/9cb6ea388caa4461af5faf7b72f3eebe is 112, key is test,,1731349255911.0be6d968240beb7423866f7dd41f7349./rep_barrier:seqnumDuringOpen/1731349257058/Put/seqid=0 2024-11-11T18:21:14,565 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:21:14,565 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:21:14,590 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:21:14,590 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:14,590 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:14,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741846_1022 (size=5518) 2024-11-11T18:21:14,748 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 2084, reset compression=false 2024-11-11T18:21:14,790 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:14,990 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:15,007 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/rep_barrier/9cb6ea388caa4461af5faf7b72f3eebe 2024-11-11T18:21:15,025 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/table/05988c8274a94bcc8b323c58c33b8a90 is 53, key is hbase:replication/table:state/1731349263204/Put/seqid=0 2024-11-11T18:21:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741847_1023 (size=5308) 2024-11-11T18:21:15,054 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 2084, reset compression=false 2024-11-11T18:21:15,190 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:15,379 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:21:15,390 DEBUG [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:15,429 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/table/05988c8274a94bcc8b323c58c33b8a90 2024-11-11T18:21:15,435 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/info/71229f7d264746e48f9545206dc161af as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/info/71229f7d264746e48f9545206dc161af 2024-11-11T18:21:15,439 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/info/71229f7d264746e48f9545206dc161af, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:21:15,440 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/ns/c5a3cd94090d468bb8897e51f051ddd7 as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/ns/c5a3cd94090d468bb8897e51f051ddd7 2024-11-11T18:21:15,445 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/ns/c5a3cd94090d468bb8897e51f051ddd7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:21:15,446 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/rep_barrier/9cb6ea388caa4461af5faf7b72f3eebe as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/rep_barrier/9cb6ea388caa4461af5faf7b72f3eebe 2024-11-11T18:21:15,451 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/rep_barrier/9cb6ea388caa4461af5faf7b72f3eebe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:21:15,452 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/.tmp/table/05988c8274a94bcc8b323c58c33b8a90 as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/table/05988c8274a94bcc8b323c58c33b8a90 2024-11-11T18:21:15,457 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/table/05988c8274a94bcc8b323c58c33b8a90, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:21:15,458 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1869ms, sequenceid=16, compaction requested=false 2024-11-11T18:21:15,459 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.1731349250685 to pos 2084, reset compression=false 2024-11-11T18:21:15,481 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:21:15,481 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:15,481 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:15,482 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:15,482 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349273589Running coprocessor pre-close hooks at 1731349273589Disabling compacts and flushes for region at 1731349273589Disabling writes for close at 1731349273589Obtaining lock to block concurrent updates at 1731349273589Preparing flush snapshotting stores in 1588230740 at 1731349273589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349273589Flushing stores of hbase:meta,,1.1588230740 at 1731349273590 (+1 ms)Flushing 1588230740/info: creating writer at 1731349273590Flushing 1588230740/info: appending metadata at 1731349273619 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731349273619Flushing 1588230740/ns: creating writer at 1731349274048 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731349274082 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731349274082Flushing 1588230740/rep_barrier: creating writer at 1731349274516 (+434 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349274563 (+47 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349274563Flushing 1588230740/table: creating writer at 1731349275011 (+448 ms)Flushing 1588230740/table: appending metadata at 1731349275025 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349275025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bcf4a9: reopening flushed file at 1731349275434 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5738bb3d: reopening flushed file at 1731349275439 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61763835: reopening flushed file at 1731349275445 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713e02: reopening flushed file at 1731349275451 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1869ms, sequenceid=16, compaction requested=false at 1731349275458 (+7 ms)Writing region close event to WAL at 1731349275477 (+19 ms)Running coprocessor post-close hooks at 1731349275481 (+4 ms)Closed at 1731349275482 (+1 ms) 2024-11-11T18:21:15,482 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:15,591 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,43799,1731349249753; all regions closed. 2024-11-11T18:21:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:21:15,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.meta.1731349251049.meta not finished, retry = 0 2024-11-11T18:21:15,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741839_1015 (size=3114) 2024-11-11T18:21:15,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/WALs/90f34c5bee6a,43799,1731349249753/90f34c5bee6a%2C43799%2C1731349249753.rep.1731349263144 not finished, retry = 0 2024-11-11T18:21:15,768 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741833_1009 (size=2092) 2024-11-11T18:21:15,806 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:15,806 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:15,807 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:15,807 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:15,807 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:15,807 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,43799,1731349249753 because: Region server is closing 2024-11-11T18:21:15,807 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:15,807 INFO [RS:0;90f34c5bee6a:43799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43799. 2024-11-11T18:21:15,807 DEBUG [RS:0;90f34c5bee6a:43799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:15,807 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:15,808 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:15,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:15,908 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.shipper90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 terminated 2024-11-11T18:21:15,908 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,43799,1731349249753.replicationSource.wal-reader.90f34c5bee6a%2C43799%2C1731349249753,1-90f34c5bee6a,43799,1731349249753 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:21:15,908 INFO [RS:0;90f34c5bee6a:43799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43799. 2024-11-11T18:21:15,908 DEBUG [RS:0;90f34c5bee6a:43799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:15,908 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:15,908 DEBUG [RS:0;90f34c5bee6a:43799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:15,909 INFO [RS:0;90f34c5bee6a:43799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43799 2024-11-11T18:21:15,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501/rs 2024-11-11T18:21:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1438240501/rs/90f34c5bee6a,43799,1731349249753 2024-11-11T18:21:15,911 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:15,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,43799,1731349249753] 2024-11-11T18:21:15,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1438240501/draining/90f34c5bee6a,43799,1731349249753 already deleted, retry=false 2024-11-11T18:21:15,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,43799,1731349249753 expired; onlineServers=0 2024-11-11T18:21:15,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,36083,1731349249706' ***** 2024-11-11T18:21:15,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:21:15,922 INFO [M:0;90f34c5bee6a:36083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:15,922 INFO [M:0;90f34c5bee6a:36083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:15,922 DEBUG [M:0;90f34c5bee6a:36083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:21:15,922 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:21:15,922 DEBUG [M:0;90f34c5bee6a:36083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:21:15,922 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349250434 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349250434,5,FailOnTimeoutGroup] 2024-11-11T18:21:15,922 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349250440 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349250440,5,FailOnTimeoutGroup] 2024-11-11T18:21:15,923 INFO [M:0;90f34c5bee6a:36083 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:15,923 INFO [M:0;90f34c5bee6a:36083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:15,923 DEBUG [M:0;90f34c5bee6a:36083 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:21:15,923 INFO [M:0;90f34c5bee6a:36083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:21:15,923 INFO [M:0;90f34c5bee6a:36083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:15,924 INFO [M:0;90f34c5bee6a:36083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:21:15,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:21:15,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1438240501/master 2024-11-11T18:21:15,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1438240501 2024-11-11T18:21:15,925 DEBUG [M:0;90f34c5bee6a:36083 {}] zookeeper.ZKUtil(347): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Unable to get data of znode /1438240501/master because node does not exist (not an error) 2024-11-11T18:21:15,925 WARN [M:0;90f34c5bee6a:36083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:21:15,926 INFO [M:0;90f34c5bee6a:36083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/.lastflushedseqids 2024-11-11T18:21:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741848_1024 (size=245) 2024-11-11T18:21:15,942 INFO [M:0;90f34c5bee6a:36083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:21:15,942 INFO [M:0;90f34c5bee6a:36083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:21:15,942 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:15,942 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:15,942 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:15,942 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:15,942 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:15,943 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T18:21:15,987 DEBUG [M:0;90f34c5bee6a:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06454829c4214890a4c702be0c9d11d5 is 82, key is hbase:meta,,1/info:regioninfo/1731349251094/Put/seqid=0 2024-11-11T18:21:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741849_1025 (size=5672) 2024-11-11T18:21:16,013 INFO [RS:0;90f34c5bee6a:43799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:16,013 INFO [RS:0;90f34c5bee6a:43799 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,43799,1731349249753; zookeeper connection closed. 2024-11-11T18:21:16,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:16,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43799-0x1010842d5d40004, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:16,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39bb6b1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39bb6b1b 2024-11-11T18:21:16,020 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:21:16,393 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06454829c4214890a4c702be0c9d11d5 2024-11-11T18:21:16,416 DEBUG [M:0;90f34c5bee6a:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2af91023acb94970a16fec8dc37efed0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349263208/Put/seqid=0 2024-11-11T18:21:16,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741850_1026 (size=8515) 2024-11-11T18:21:16,445 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2af91023acb94970a16fec8dc37efed0 2024-11-11T18:21:16,463 DEBUG [M:0;90f34c5bee6a:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4657fb59358d4481b236b992b8e263ba is 69, key is 90f34c5bee6a,43799,1731349249753/rs:state/1731349250509/Put/seqid=0 2024-11-11T18:21:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741851_1027 (size=5156) 2024-11-11T18:21:16,486 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4657fb59358d4481b236b992b8e263ba 2024-11-11T18:21:16,490 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06454829c4214890a4c702be0c9d11d5 as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06454829c4214890a4c702be0c9d11d5 2024-11-11T18:21:16,494 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06454829c4214890a4c702be0c9d11d5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:21:16,496 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2af91023acb94970a16fec8dc37efed0 as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2af91023acb94970a16fec8dc37efed0 2024-11-11T18:21:16,500 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2af91023acb94970a16fec8dc37efed0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:21:16,501 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4657fb59358d4481b236b992b8e263ba as hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4657fb59358d4481b236b992b8e263ba 2024-11-11T18:21:16,504 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/5c521c0a-9a93-9403-b135-90c04dafcf02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4657fb59358d4481b236b992b8e263ba, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:21:16,505 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=97, compaction requested=false 2024-11-11T18:21:16,518 INFO [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:16,518 DEBUG [M:0;90f34c5bee6a:36083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349275942Disabling compacts and flushes for region at 1731349275942Disabling writes for close at 1731349275942Obtaining lock to block concurrent updates at 1731349275943 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349275943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731349275943Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349275943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349275944 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349275987 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349275987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349276397 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349276415 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349276415Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349276449 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349276463 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349276463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9ea086: reopening flushed file at 1731349276490 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723678fa: reopening flushed file at 1731349276494 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484e1ca3: reopening flushed file at 1731349276500 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=97, compaction requested=false at 1731349276505 (+5 ms)Writing region close event to WAL at 1731349276518 (+13 ms)Closed at 1731349276518 2024-11-11T18:21:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37593 is added to blk_1073741830_1006 (size=63642) 2024-11-11T18:21:16,522 INFO [M:0;90f34c5bee6a:36083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:21:16,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:16,522 INFO [M:0;90f34c5bee6a:36083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36083 2024-11-11T18:21:16,523 INFO [M:0;90f34c5bee6a:36083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1010842d5d40003, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:16,628 INFO [M:0;90f34c5bee6a:36083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:16,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@370005d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:16,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@374948d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:16,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:16,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:16,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f71b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:16,651 WARN [BP-73866225-172.17.0.2-1731349248496 heartbeating to localhost/127.0.0.1:34053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:21:16,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:21:16,651 WARN [BP-73866225-172.17.0.2-1731349248496 heartbeating to localhost/127.0.0.1:34053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-73866225-172.17.0.2-1731349248496 (Datanode Uuid d669cffe-ab36-4093-9279-27c8e2cc9534) service to localhost/127.0.0.1:34053 2024-11-11T18:21:16,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:21:16,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/cluster_c6d09ada-19e9-21ae-1884-a103df2b1309/data/data1/current/BP-73866225-172.17.0.2-1731349248496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:16,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/cluster_c6d09ada-19e9-21ae-1884-a103df2b1309/data/data2/current/BP-73866225-172.17.0.2-1731349248496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:16,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:21:16,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ae1b9da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:16,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7591289f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:16,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:16,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:16,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcea90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572396ab-29e8-42a7-6e85-738e149388cb/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:16,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:21:16,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:21:16,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:16,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:16,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:16,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:16,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:16,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:21:16,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=972468529, stopped=false 2024-11-11T18:21:16,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,37311,1731349245390 2024-11-11T18:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01666600166/running 2024-11-11T18:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01666600166/running 2024-11-11T18:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:21:16,684 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:16,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/running 2024-11-11T18:21:16,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Set watcher on znode that does not yet exist, /01666600166/running 2024-11-11T18:21:16,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:16,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:16,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:16,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,35763,1731349245436' ***** 2024-11-11T18:21:16,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:21:16,686 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:21:16,686 INFO [RS:0;90f34c5bee6a:35763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:21:16,686 INFO [RS:0;90f34c5bee6a:35763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:21:16,686 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 603d405554f838ba9874021523933aaa 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,35763,1731349245436 2024-11-11T18:21:16,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:35763. 2024-11-11T18:21:16,687 DEBUG [RS:0;90f34c5bee6a:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:16,687 DEBUG [RS:0;90f34c5bee6a:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:21:16,687 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 603d405554f838ba9874021523933aaa, disabling compactions & flushes 2024-11-11T18:21:16,688 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. after waiting 0 ms 2024-11-11T18:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:16,688 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 603d405554f838ba9874021523933aaa 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T18:21:16,688 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:21:16,688 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1325): Online Regions={603d405554f838ba9874021523933aaa=hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa., 028aa5d7ebdf9ca165a983946abd52f6=test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:16,688 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6, 1588230740, 603d405554f838ba9874021523933aaa 2024-11-11T18:21:16,689 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:16,689 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:16,689 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:16,689 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:16,689 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:16,689 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:21:16,711 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/info/64e631bd5c494df28258945875bea450 is 147, key is hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa./info:regioninfo/1731349261398/Put/seqid=0 2024-11-11T18:21:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741840_1016 (size=7686) 2024-11-11T18:21:16,724 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/info/64e631bd5c494df28258945875bea450 2024-11-11T18:21:16,732 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/.tmp/queue/34f3ba706bb44beeb576aed374be5d38 is 153, key is 1-90f34c5bee6a,35763,1731349245436/queue:90f34c5bee6a%2C35763%2C1731349245436/1731349267949/Put/seqid=0 2024-11-11T18:21:16,738 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741841_1017 (size=5352) 2024-11-11T18:21:16,767 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/ns/99704723954442a9be43502bfd97c387 is 43, key is default/ns:d/1731349248425/Put/seqid=0 2024-11-11T18:21:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:21:16,889 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6, 1588230740, 603d405554f838ba9874021523933aaa 2024-11-11T18:21:17,072 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:17,089 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6, 1588230740, 603d405554f838ba9874021523933aaa 2024-11-11T18:21:17,151 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/.tmp/queue/34f3ba706bb44beeb576aed374be5d38 2024-11-11T18:21:17,156 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/.tmp/queue/34f3ba706bb44beeb576aed374be5d38 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/queue/34f3ba706bb44beeb576aed374be5d38 2024-11-11T18:21:17,160 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/queue/34f3ba706bb44beeb576aed374be5d38, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T18:21:17,161 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 603d405554f838ba9874021523933aaa in 473ms, sequenceid=8, compaction requested=false 2024-11-11T18:21:17,161 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:21:17,174 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/ns/99704723954442a9be43502bfd97c387 2024-11-11T18:21:17,208 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/rep_barrier/7eddf9176af14773bb25dfb0f5b800d7 is 112, key is test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6./rep_barrier:seqnumDuringOpen/1731349255538/Put/seqid=0 2024-11-11T18:21:17,215 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/replication/603d405554f838ba9874021523933aaa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:21:17,215 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:17,215 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:17,215 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:17,215 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 603d405554f838ba9874021523933aaa: Waiting for close lock at 1731349276688Running coprocessor pre-close hooks at 1731349276688Disabling compacts and flushes for region at 1731349276688Disabling writes for close at 1731349276688Obtaining lock to block concurrent updates at 1731349276688Preparing flush snapshotting stores in 603d405554f838ba9874021523933aaa at 1731349276688Finished memstore snapshotting hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731349276688Flushing stores of hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. at 1731349276689 (+1 ms)Flushing 603d405554f838ba9874021523933aaa/queue: creating writer at 1731349276689Flushing 603d405554f838ba9874021523933aaa/queue: appending metadata at 1731349276732 (+43 ms)Flushing 603d405554f838ba9874021523933aaa/queue: closing flushed file at 1731349276732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1703cca8: reopening flushed file at 1731349277155 (+423 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 603d405554f838ba9874021523933aaa in 473ms, sequenceid=8, compaction requested=false at 1731349277161 (+6 ms)Writing region close event to WAL at 1731349277191 (+30 ms)Running coprocessor post-close hooks at 1731349277215 (+24 ms)Closed at 1731349277215 2024-11-11T18:21:17,216 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349260224.603d405554f838ba9874021523933aaa. 2024-11-11T18:21:17,216 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 028aa5d7ebdf9ca165a983946abd52f6, disabling compactions & flushes 2024-11-11T18:21:17,216 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:21:17,216 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:21:17,216 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. after waiting 0 ms 2024-11-11T18:21:17,216 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:21:17,216 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 028aa5d7ebdf9ca165a983946abd52f6 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T18:21:17,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:17,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741843_1019 (size=5518) 2024-11-11T18:21:17,269 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/rep_barrier/7eddf9176af14773bb25dfb0f5b800d7 2024-11-11T18:21:17,282 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/f/12ddb6a34b744113a2a39700e1f0f26b is 28, key is row/f:/1731349267713/DeleteFamily/seqid=0 2024-11-11T18:21:17,289 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6, 1588230740 2024-11-11T18:21:17,295 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:21:17,295 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:21:17,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,306 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/table/d6e27288225244919156ee6e274a5131 is 53, key is hbase:replication/table:state/1731349261404/Put/seqid=0 2024-11-11T18:21:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741844_1020 (size=5085) 2024-11-11T18:21:17,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741845_1021 (size=5308) 2024-11-11T18:21:17,489 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6, 1588230740 2024-11-11T18:21:17,689 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:21:17,689 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1325): Online Regions={028aa5d7ebdf9ca165a983946abd52f6=test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:17,689 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6, 1588230740 2024-11-11T18:21:17,716 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/f/12ddb6a34b744113a2a39700e1f0f26b 2024-11-11T18:21:17,722 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12ddb6a34b744113a2a39700e1f0f26b 2024-11-11T18:21:17,739 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/table/d6e27288225244919156ee6e274a5131 2024-11-11T18:21:17,749 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/info/64e631bd5c494df28258945875bea450 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/info/64e631bd5c494df28258945875bea450 2024-11-11T18:21:17,757 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/info/64e631bd5c494df28258945875bea450, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:21:17,758 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/ns/99704723954442a9be43502bfd97c387 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/ns/99704723954442a9be43502bfd97c387 2024-11-11T18:21:17,764 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/ns/99704723954442a9be43502bfd97c387, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:21:17,766 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/rep_barrier/7eddf9176af14773bb25dfb0f5b800d7 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/rep_barrier/7eddf9176af14773bb25dfb0f5b800d7 2024-11-11T18:21:17,769 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/f1/57d7a4eb7efa4de1ab252cfd6d63d651 is 29, key is row/f1:/1731349267713/DeleteFamily/seqid=0 2024-11-11T18:21:17,781 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/rep_barrier/7eddf9176af14773bb25dfb0f5b800d7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:21:17,783 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/.tmp/table/d6e27288225244919156ee6e274a5131 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/table/d6e27288225244919156ee6e274a5131 2024-11-11T18:21:17,789 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/table/d6e27288225244919156ee6e274a5131, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:21:17,790 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1101ms, sequenceid=16, compaction requested=false 2024-11-11T18:21:17,790 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:21:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741846_1022 (size=5089) 2024-11-11T18:21:17,820 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:21:17,822 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:17,822 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:17,822 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:17,822 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349276688Running coprocessor pre-close hooks at 1731349276688Disabling compacts and flushes for region at 1731349276688Disabling writes for close at 1731349276689 (+1 ms)Obtaining lock to block concurrent updates at 1731349276689Preparing flush snapshotting stores in 1588230740 at 1731349276689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349276689Flushing stores of hbase:meta,,1.1588230740 at 1731349276689Flushing 1588230740/info: creating writer at 1731349276690 (+1 ms)Flushing 1588230740/info: appending metadata at 1731349276711 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731349276711Flushing 1588230740/ns: creating writer at 1731349276744 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731349276767 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731349276767Flushing 1588230740/rep_barrier: creating writer at 1731349277179 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349277208 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349277208Flushing 1588230740/table: creating writer at 1731349277274 (+66 ms)Flushing 1588230740/table: appending metadata at 1731349277306 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731349277306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7937fd6b: reopening flushed file at 1731349277746 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13325ab6: reopening flushed file at 1731349277757 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476735d1: reopening flushed file at 1731349277764 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b6f60d: reopening flushed file at 1731349277781 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1101ms, sequenceid=16, compaction requested=false at 1731349277790 (+9 ms)Writing region close event to WAL at 1731349277816 (+26 ms)Running coprocessor post-close hooks at 1731349277822 (+6 ms)Closed at 1731349277822 2024-11-11T18:21:17,823 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:17,890 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:21:18,090 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:21:18,197 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/f1/57d7a4eb7efa4de1ab252cfd6d63d651 2024-11-11T18:21:18,201 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57d7a4eb7efa4de1ab252cfd6d63d651 2024-11-11T18:21:18,220 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/norep/3f5eb3c53fe04895987b1492f9f3ca93 is 32, key is row/norep:/1731349267713/DeleteFamily/seqid=0 2024-11-11T18:21:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741847_1023 (size=5101) 2024-11-11T18:21:18,290 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:21:18,490 DEBUG [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1351): Waiting on 028aa5d7ebdf9ca165a983946abd52f6 2024-11-11T18:21:18,506 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 636, reset compression=false 2024-11-11T18:21:18,512 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:18,512 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.wal-reader.90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425 to pos 883, reset compression=false 2024-11-11T18:21:18,512 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,35763,1731349245436 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/WALs/90f34c5bee6a,35763,1731349245436/90f34c5bee6a%2C35763%2C1731349245436.1731349247425, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:18,513 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,35763,1731349245436: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,35763,1731349245436, walGroup=90f34c5bee6a%2C35763%2C1731349245436, offset=90f34c5bee6a%2C35763%2C1731349245436.1731349247425:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:21:18,514 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:21:18,514 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:21:18,514 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:21:18,514 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:21:18,514 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:21:18,514 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1048813552 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202254440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:21:18,515 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:21:18,624 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/norep/3f5eb3c53fe04895987b1492f9f3ca93 2024-11-11T18:21:18,628 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f5eb3c53fe04895987b1492f9f3ca93 2024-11-11T18:21:18,629 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/f/12ddb6a34b744113a2a39700e1f0f26b as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/f/12ddb6a34b744113a2a39700e1f0f26b 2024-11-11T18:21:18,633 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12ddb6a34b744113a2a39700e1f0f26b 2024-11-11T18:21:18,633 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/f/12ddb6a34b744113a2a39700e1f0f26b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T18:21:18,634 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/f1/57d7a4eb7efa4de1ab252cfd6d63d651 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/f1/57d7a4eb7efa4de1ab252cfd6d63d651 2024-11-11T18:21:18,638 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57d7a4eb7efa4de1ab252cfd6d63d651 2024-11-11T18:21:18,638 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/f1/57d7a4eb7efa4de1ab252cfd6d63d651, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T18:21:18,638 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/.tmp/norep/3f5eb3c53fe04895987b1492f9f3ca93 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/norep/3f5eb3c53fe04895987b1492f9f3ca93 2024-11-11T18:21:18,643 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f5eb3c53fe04895987b1492f9f3ca93 2024-11-11T18:21:18,643 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/norep/3f5eb3c53fe04895987b1492f9f3ca93, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T18:21:18,644 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 028aa5d7ebdf9ca165a983946abd52f6 in 1428ms, sequenceid=6, compaction requested=false 2024-11-11T18:21:18,644 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:21:18,651 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/data/default/test/028aa5d7ebdf9ca165a983946abd52f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T18:21:18,652 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:18,652 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:18,652 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:21:18,652 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 028aa5d7ebdf9ca165a983946abd52f6: Waiting for close lock at 1731349277216Running coprocessor pre-close hooks at 1731349277216Disabling compacts and flushes for region at 1731349277216Disabling writes for close at 1731349277216Obtaining lock to block concurrent updates at 1731349277216Preparing flush snapshotting stores in 028aa5d7ebdf9ca165a983946abd52f6 at 1731349277216Finished memstore snapshotting test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731349277216Flushing stores of test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. at 1731349277217 (+1 ms)Flushing 028aa5d7ebdf9ca165a983946abd52f6/f: creating writer at 1731349277217Flushing 028aa5d7ebdf9ca165a983946abd52f6/f: appending metadata at 1731349277281 (+64 ms)Flushing 028aa5d7ebdf9ca165a983946abd52f6/f: closing flushed file at 1731349277281Flushing 028aa5d7ebdf9ca165a983946abd52f6/f1: creating writer at 1731349277722 (+441 ms)Flushing 028aa5d7ebdf9ca165a983946abd52f6/f1: appending metadata at 1731349277763 (+41 ms)Flushing 028aa5d7ebdf9ca165a983946abd52f6/f1: closing flushed file at 1731349277763Flushing 028aa5d7ebdf9ca165a983946abd52f6/norep: creating writer at 1731349278201 (+438 ms)Flushing 028aa5d7ebdf9ca165a983946abd52f6/norep: appending metadata at 1731349278219 (+18 ms)Flushing 028aa5d7ebdf9ca165a983946abd52f6/norep: closing flushed file at 1731349278219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46689588: reopening flushed file at 1731349278628 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1278e68b: reopening flushed file at 1731349278633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a89a08: reopening flushed file at 1731349278638 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 028aa5d7ebdf9ca165a983946abd52f6 in 1428ms, sequenceid=6, compaction requested=false at 1731349278644 (+6 ms)Writing region close event to WAL at 1731349278646 (+2 ms)Running coprocessor post-close hooks at 1731349278652 (+6 ms)Closed at 1731349278652 2024-11-11T18:21:18,652 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349254771.028aa5d7ebdf9ca165a983946abd52f6. 2024-11-11T18:21:18,691 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,35763,1731349245436; all regions closed. 2024-11-11T18:21:18,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741834_1010 (size=4239) 2024-11-11T18:21:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741839_1015 (size=2240) 2024-11-11T18:21:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741832_1008 (size=1535) 2024-11-11T18:21:18,701 DEBUG [RS:0;90f34c5bee6a:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:18,701 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:18,701 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:18,702 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:18,702 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:18,702 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,35763,1731349245436 because: Region server is closing 2024-11-11T18:21:18,702 INFO [RS:0;90f34c5bee6a:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:35763. 2024-11-11T18:21:18,702 DEBUG [RS:0;90f34c5bee6a:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:18,702 DEBUG [RS:0;90f34c5bee6a:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:18,702 DEBUG [RS:0;90f34c5bee6a:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:18,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:18,703 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:18,803 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,35763,1731349245436.replicationSource.shipper90f34c5bee6a%2C35763%2C1731349245436,1-90f34c5bee6a,35763,1731349245436 terminated 2024-11-11T18:21:18,803 INFO [RS:0;90f34c5bee6a:35763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35763 2024-11-11T18:21:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166/rs 2024-11-11T18:21:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01666600166/rs/90f34c5bee6a,35763,1731349245436 2024-11-11T18:21:18,805 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:18,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,35763,1731349245436] 2024-11-11T18:21:18,808 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01666600166/draining/90f34c5bee6a,35763,1731349245436 already deleted, retry=false 2024-11-11T18:21:18,808 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,35763,1731349245436 expired; onlineServers=0 2024-11-11T18:21:18,808 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,37311,1731349245390' ***** 2024-11-11T18:21:18,808 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:21:18,808 INFO [M:0;90f34c5bee6a:37311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:18,808 INFO [M:0;90f34c5bee6a:37311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:18,808 DEBUG [M:0;90f34c5bee6a:37311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:21:18,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:21:18,808 DEBUG [M:0;90f34c5bee6a:37311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:21:18,808 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349247199 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349247199,5,FailOnTimeoutGroup] 2024-11-11T18:21:18,808 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349247199 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349247199,5,FailOnTimeoutGroup] 2024-11-11T18:21:18,808 INFO [M:0;90f34c5bee6a:37311 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:18,808 INFO [M:0;90f34c5bee6a:37311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:18,808 DEBUG [M:0;90f34c5bee6a:37311 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:21:18,809 INFO [M:0;90f34c5bee6a:37311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:21:18,809 INFO [M:0;90f34c5bee6a:37311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:18,809 INFO [M:0;90f34c5bee6a:37311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:21:18,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:21:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01666600166/master 2024-11-11T18:21:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01666600166 2024-11-11T18:21:18,810 DEBUG [M:0;90f34c5bee6a:37311 {}] zookeeper.ZKUtil(347): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Unable to get data of znode /01666600166/master because node does not exist (not an error) 2024-11-11T18:21:18,810 WARN [M:0;90f34c5bee6a:37311 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:21:18,811 INFO [M:0;90f34c5bee6a:37311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/.lastflushedseqids 2024-11-11T18:21:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741848_1024 (size=245) 2024-11-11T18:21:18,906 INFO [RS:0;90f34c5bee6a:35763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:18,906 INFO [RS:0;90f34c5bee6a:35763 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,35763,1731349245436; zookeeper connection closed. 2024-11-11T18:21:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1010842d5d40001, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:18,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75945db4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75945db4 2024-11-11T18:21:18,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:21:19,215 INFO [M:0;90f34c5bee6a:37311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:21:19,215 INFO [M:0;90f34c5bee6a:37311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:21:19,215 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:19,215 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:19,215 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:19,215 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:19,215 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:19,216 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T18:21:19,238 DEBUG [M:0;90f34c5bee6a:37311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/809e21da73f04e44bbeb6ffdf0a5b101 is 82, key is hbase:meta,,1/info:regioninfo/1731349248407/Put/seqid=0 2024-11-11T18:21:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741849_1025 (size=5672) 2024-11-11T18:21:19,242 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/809e21da73f04e44bbeb6ffdf0a5b101 2024-11-11T18:21:19,259 DEBUG [M:0;90f34c5bee6a:37311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6237e322d5ed4790a1af48747c056b82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349261408/Put/seqid=0 2024-11-11T18:21:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741850_1026 (size=8515) 2024-11-11T18:21:19,263 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6237e322d5ed4790a1af48747c056b82 2024-11-11T18:21:19,280 DEBUG [M:0;90f34c5bee6a:37311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9482f35c324249dd8dfd7ea346ad0ea7 is 69, key is 90f34c5bee6a,35763,1731349245436/rs:state/1731349247278/Put/seqid=0 2024-11-11T18:21:19,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741851_1027 (size=5156) 2024-11-11T18:21:19,283 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9482f35c324249dd8dfd7ea346ad0ea7 2024-11-11T18:21:19,287 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/809e21da73f04e44bbeb6ffdf0a5b101 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/809e21da73f04e44bbeb6ffdf0a5b101 2024-11-11T18:21:19,290 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/809e21da73f04e44bbeb6ffdf0a5b101, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T18:21:19,291 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6237e322d5ed4790a1af48747c056b82 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6237e322d5ed4790a1af48747c056b82 2024-11-11T18:21:19,294 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6237e322d5ed4790a1af48747c056b82, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T18:21:19,295 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9482f35c324249dd8dfd7ea346ad0ea7 as hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9482f35c324249dd8dfd7ea346ad0ea7 2024-11-11T18:21:19,298 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/6d17d08f-7186-7e3d-09b3-3661d9c77bcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9482f35c324249dd8dfd7ea346ad0ea7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T18:21:19,299 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 84ms, sequenceid=97, compaction requested=false 2024-11-11T18:21:19,301 INFO [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:19,301 DEBUG [M:0;90f34c5bee6a:37311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349279215Disabling compacts and flushes for region at 1731349279215Disabling writes for close at 1731349279215Obtaining lock to block concurrent updates at 1731349279216 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349279216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731349279216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349279216Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349279217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349279237 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349279237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349279245 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349279259 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349279259Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349279266 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349279280 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349279280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552cac3: reopening flushed file at 1731349279286 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649a6c2: reopening flushed file at 1731349279290 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bf0d6f: reopening flushed file at 1731349279294 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 84ms, sequenceid=97, compaction requested=false at 1731349279299 (+5 ms)Writing region close event to WAL at 1731349279301 (+2 ms)Closed at 1731349279301 2024-11-11T18:21:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741830_1006 (size=63642) 2024-11-11T18:21:19,304 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:19,304 INFO [M:0;90f34c5bee6a:37311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:21:19,304 INFO [M:0;90f34c5bee6a:37311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37311 2024-11-11T18:21:19,305 INFO [M:0;90f34c5bee6a:37311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:19,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:19,406 INFO [M:0;90f34c5bee6a:37311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:19,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1010842d5d40000, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:19,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5105e8fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:19,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c4ff25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:19,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:19,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b48e5b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:19,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770db563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:19,410 WARN [BP-445218587-172.17.0.2-1731349244769 heartbeating to localhost/127.0.0.1:38983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:21:19,410 WARN [BP-445218587-172.17.0.2-1731349244769 heartbeating to localhost/127.0.0.1:38983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-445218587-172.17.0.2-1731349244769 (Datanode Uuid 49079f7b-fe2c-4a14-b931-c8cc5f005aea) service to localhost/127.0.0.1:38983 2024-11-11T18:21:19,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:21:19,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:21:19,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/data/data1/current/BP-445218587-172.17.0.2-1731349244769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:19,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/cluster_946bcd2f-bf05-29f6-e5dc-41d0b908f596/data/data2/current/BP-445218587-172.17.0.2-1731349244769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:19,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:21:19,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6dcfaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:19,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d101001{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:19,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:19,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:19,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f1a455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b8fd22-7f8b-14bd-a4eb-ccd852e1727c/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:19,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:21:19,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:21:19,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 314) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38983 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34053 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57056) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57056) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39083 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57056) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7084 (was 7306) 2024-11-11T18:21:19,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=7084 2024-11-11T18:21:19,469 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T18:21:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir so I do NOT create it in target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6 2024-11-11T18:21:19,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:21:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.tmp.dir so I do NOT create it in target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6 2024-11-11T18:21:19,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806e9596-8334-e803-ffe6-74bc5ad7d526/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:21:19,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6 2024-11-11T18:21:19,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470, deleteOnExit=true 2024-11-11T18:21:19,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/zookeeper_0, clientPort=55826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:21:19,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55826 2024-11-11T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/test.cache.data in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:21:19,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:21:19,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:19,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:21:19,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:21:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:21:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:21:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:21:19,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010842d5d40002, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010842d5d40005, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010842d5d40008, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:21:19,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010842d5d40005, quorum=127.0.0.1:57056, baseZNode=/1438240501 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:21:19,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010842d5d40002, quorum=127.0.0.1:57056, baseZNode=/01666600166 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:21:19,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010842d5d40008, quorum=127.0.0.1:57056, baseZNode=/2-726725773 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:21:19,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:19,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:19,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:19,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:19,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:21:19,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:19,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:19,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:19,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723f03d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/java.io.tmpdir/jetty-localhost-44441-hadoop-hdfs-3_4_1-tests_jar-_-any-12474329858672307397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:19,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:44441} 2024-11-11T18:21:19,681 INFO [Time-limited test {}] server.Server(415): Started @275476ms 2024-11-11T18:21:19,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:19,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:19,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:19,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:19,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:21:19,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:19,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:19,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6215f76f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/java.io.tmpdir/jetty-localhost-43249-hadoop-hdfs-3_4_1-tests_jar-_-any-10335168208624493019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:19,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:43249} 2024-11-11T18:21:19,896 INFO [Time-limited test {}] server.Server(415): Started @275691ms 2024-11-11T18:21:19,897 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:21:19,995 WARN [Thread-4149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/data/data1/current/BP-1785539401-172.17.0.2-1731349279492/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:19,995 WARN [Thread-4150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/data/data2/current/BP-1785539401-172.17.0.2-1731349279492/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:20,021 WARN [Thread-4137 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:21:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb536bf2f7ba6232 with lease ID 0x36aac35b73f4504b: Processing first storage report for DS-48c50537-0486-4a98-8a8a-427b11c95c3e from datanode DatanodeRegistration(127.0.0.1:42171, datanodeUuid=c5e4bdcc-4075-4bb1-a56e-f8f8a0d702a0, infoPort=40941, infoSecurePort=0, ipcPort=39959, storageInfo=lv=-57;cid=testClusterID;nsid=2069079799;c=1731349279492) 2024-11-11T18:21:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb536bf2f7ba6232 with lease ID 0x36aac35b73f4504b: from storage DS-48c50537-0486-4a98-8a8a-427b11c95c3e node DatanodeRegistration(127.0.0.1:42171, datanodeUuid=c5e4bdcc-4075-4bb1-a56e-f8f8a0d702a0, infoPort=40941, infoSecurePort=0, ipcPort=39959, storageInfo=lv=-57;cid=testClusterID;nsid=2069079799;c=1731349279492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb536bf2f7ba6232 with lease ID 0x36aac35b73f4504b: Processing first storage report for DS-175a1ccf-98aa-43f5-86a0-2e5bbe7e6ed7 from datanode DatanodeRegistration(127.0.0.1:42171, datanodeUuid=c5e4bdcc-4075-4bb1-a56e-f8f8a0d702a0, infoPort=40941, infoSecurePort=0, ipcPort=39959, storageInfo=lv=-57;cid=testClusterID;nsid=2069079799;c=1731349279492) 2024-11-11T18:21:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb536bf2f7ba6232 with lease ID 0x36aac35b73f4504b: from storage DS-175a1ccf-98aa-43f5-86a0-2e5bbe7e6ed7 node DatanodeRegistration(127.0.0.1:42171, datanodeUuid=c5e4bdcc-4075-4bb1-a56e-f8f8a0d702a0, infoPort=40941, infoSecurePort=0, ipcPort=39959, storageInfo=lv=-57;cid=testClusterID;nsid=2069079799;c=1731349279492), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:21:20,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6 2024-11-11T18:21:20,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:20,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:21:20,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c with version=8 2024-11-11T18:21:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/hbase-staging 2024-11-11T18:21:20,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:21:20,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:20,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40659 2024-11-11T18:21:20,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40659 connecting to ZooKeeper ensemble=127.0.0.1:55826 2024-11-11T18:21:20,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406590x0, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:20,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40659-0x10108435d800000 connected 2024-11-11T18:21:20,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:20,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:20,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on znode that does not yet exist, /0-1433389066/running 2024-11-11T18:21:20,562 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c, hbase.cluster.distributed=false 2024-11-11T18:21:20,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on znode that does not yet exist, /0-1433389066/acl 2024-11-11T18:21:20,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-11T18:21:20,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40659 2024-11-11T18:21:20,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40659 2024-11-11T18:21:20,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-11T18:21:20,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-11T18:21:20,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:21:20,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:20,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37919 2024-11-11T18:21:20,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37919 connecting to ZooKeeper ensemble=127.0.0.1:55826 2024-11-11T18:21:20,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:20,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379190x0, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:20,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379190x0, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on znode that does not yet exist, /0-1433389066/running 2024-11-11T18:21:20,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37919-0x10108435d800001 connected 2024-11-11T18:21:20,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:21:20,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:21:20,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on znode that does not yet exist, /0-1433389066/master 2024-11-11T18:21:20,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on znode that does not yet exist, /0-1433389066/acl 2024-11-11T18:21:20,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-11T18:21:20,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37919 2024-11-11T18:21:20,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37919 2024-11-11T18:21:20,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-11T18:21:20,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-11T18:21:20,615 DEBUG [M:0;90f34c5bee6a:40659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40659 2024-11-11T18:21:20,616 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1433389066/backup-masters/90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:20,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066/backup-masters 2024-11-11T18:21:20,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066/backup-masters 2024-11-11T18:21:20,619 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on existing znode=/0-1433389066/backup-masters/90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1433389066/master 2024-11-11T18:21:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:20,621 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on existing znode=/0-1433389066/master 2024-11-11T18:21:20,621 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1433389066/backup-masters/90f34c5bee6a,40659,1731349280530 from backup master directory 2024-11-11T18:21:20,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1433389066/backup-masters/90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:20,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066/backup-masters 2024-11-11T18:21:20,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066/backup-masters 2024-11-11T18:21:20,623 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:20,623 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:20,639 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/hbase.id] with ID: 462daea8-07cb-4890-a59e-3d6c3e5250f3 2024-11-11T18:21:20,639 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/.tmp/hbase.id 2024-11-11T18:21:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:21:21,046 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/.tmp/hbase.id]:[hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/hbase.id] 2024-11-11T18:21:21,054 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:21,054 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:21:21,055 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:21:21,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:21,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:21,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:21:21,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:21,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:21:21,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:21:21,868 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/data/master/store 2024-11-11T18:21:21,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:21:22,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:22,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:22,278 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:22,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:22,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:22,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:22,278 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:22,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349282278Disabling compacts and flushes for region at 1731349282278Disabling writes for close at 1731349282278Writing region close event to WAL at 1731349282278Closed at 1731349282278 2024-11-11T18:21:22,279 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/data/master/store/.initializing 2024-11-11T18:21:22,279 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/WALs/90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:22,280 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:22,281 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40659%2C1731349280530, suffix=, logDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/WALs/90f34c5bee6a,40659,1731349280530, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/oldWALs, maxLogs=10 2024-11-11T18:21:22,295 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/WALs/90f34c5bee6a,40659,1731349280530/90f34c5bee6a%2C40659%2C1731349280530.1731349282281, exclude list is [], retry=0 2024-11-11T18:21:22,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42171,DS-48c50537-0486-4a98-8a8a-427b11c95c3e,DISK] 2024-11-11T18:21:22,298 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/WALs/90f34c5bee6a,40659,1731349280530/90f34c5bee6a%2C40659%2C1731349280530.1731349282281 2024-11-11T18:21:22,299 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-11T18:21:22,299 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:22,299 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:22,299 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,299 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:21:22,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:22,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:22,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:21:22,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:22,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:22,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:21:22,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:22,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:22,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:21:22,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:22,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,305 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,306 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,306 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,307 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:22,307 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:22,309 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:22,309 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61868934, jitterRate=-0.07808104157447815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:22,310 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349282299Initializing all the Stores at 1731349282300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349282300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349282300Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349282300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349282300Cleaning up temporary data from old regions at 1731349282306 (+6 ms)Region opened successfully at 1731349282310 (+4 ms) 2024-11-11T18:21:22,310 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:21:22,312 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6ddfd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:22,313 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:21:22,313 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:21:22,313 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:21:22,313 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:21:22,313 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:21:22,314 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:21:22,314 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:21:22,316 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:21:22,316 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Unable to get data of znode /0-1433389066/balancer because node does not exist (not necessarily an error) 2024-11-11T18:21:22,319 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433389066/balancer already deleted, retry=false 2024-11-11T18:21:22,319 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:21:22,320 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Unable to get data of znode /0-1433389066/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:21:22,321 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433389066/normalizer already deleted, retry=false 2024-11-11T18:21:22,321 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:21:22,321 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Unable to get data of znode /0-1433389066/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:21:22,322 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433389066/switch/split already deleted, retry=false 2024-11-11T18:21:22,323 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Unable to get data of znode /0-1433389066/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:21:22,324 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433389066/switch/merge already deleted, retry=false 2024-11-11T18:21:22,325 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Unable to get data of znode /0-1433389066/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:21:22,328 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433389066/snapshot-cleanup already deleted, retry=false 2024-11-11T18:21:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1433389066/running 2024-11-11T18:21:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1433389066/running 2024-11-11T18:21:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:22,330 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40659,1731349280530, sessionid=0x10108435d800000, setting cluster-up flag (Was=false) 2024-11-11T18:21:22,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:22,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:22,338 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1433389066/flush-table-proc/acquired, /0-1433389066/flush-table-proc/reached, /0-1433389066/flush-table-proc/abort 2024-11-11T18:21:22,339 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:22,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:22,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:22,347 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1433389066/online-snapshot/acquired, /0-1433389066/online-snapshot/reached, /0-1433389066/online-snapshot/abort 2024-11-11T18:21:22,348 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:22,349 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:21:22,350 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:22,351 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:21:22,351 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:21:22,351 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40659,1731349280530 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:22,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:22,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:21:22,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:22,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:21:22,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349312356 2024-11-11T18:21:22,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:21:22,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:21:22,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:21:22,356 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:21:22,357 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:21:22,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:21:22,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:21:22,358 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349282358,5,FailOnTimeoutGroup] 2024-11-11T18:21:22,358 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349282358,5,FailOnTimeoutGroup] 2024-11-11T18:21:22,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:21:22,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:21:22,403 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(746): ClusterId : 462daea8-07cb-4890-a59e-3d6c3e5250f3 2024-11-11T18:21:22,403 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:21:22,405 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:21:22,405 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:21:22,407 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:21:22,407 DEBUG [RS:0;90f34c5bee6a:37919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2dc95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:22,419 DEBUG [RS:0;90f34c5bee6a:37919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:37919 2024-11-11T18:21:22,419 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:21:22,419 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:21:22,419 DEBUG [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:21:22,420 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40659,1731349280530 with port=37919, startcode=1731349280583 2024-11-11T18:21:22,420 DEBUG [RS:0;90f34c5bee6a:37919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:21:22,421 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:21:22,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:22,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40659 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:22,423 DEBUG [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c 2024-11-11T18:21:22,423 DEBUG [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45221 2024-11-11T18:21:22,423 DEBUG [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:21:22,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066/rs 2024-11-11T18:21:22,425 DEBUG [RS:0;90f34c5bee6a:37919 {}] zookeeper.ZKUtil(111): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Set watcher on existing znode=/0-1433389066/rs/90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:22,425 WARN [RS:0;90f34c5bee6a:37919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:22,425 INFO [RS:0;90f34c5bee6a:37919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:22,425 DEBUG [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:22,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,37919,1731349280583] 2024-11-11T18:21:22,428 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:21:22,429 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:21:22,430 INFO [RS:0;90f34c5bee6a:37919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:21:22,430 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,430 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:21:22,430 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:21:22,431 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:22,431 DEBUG [RS:0;90f34c5bee6a:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:22,432 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,432 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,432 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,432 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,432 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,432 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37919,1731349280583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:22,450 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:21:22,450 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37919,1731349280583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,450 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,450 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.Replication(171): 90f34c5bee6a,37919,1731349280583 started 2024-11-11T18:21:22,464 INFO [RS:0;90f34c5bee6a:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:22,464 INFO [RS:0;90f34c5bee6a:37919 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,37919,1731349280583, RpcServer on 90f34c5bee6a/172.17.0.2:37919, sessionid=0x10108435d800001 2024-11-11T18:21:22,464 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:21:22,464 DEBUG [RS:0;90f34c5bee6a:37919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:22,464 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37919,1731349280583' 2024-11-11T18:21:22,464 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1433389066/flush-table-proc/abort' 2024-11-11T18:21:22,464 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1433389066/flush-table-proc/acquired' 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37919,1731349280583' 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1433389066/online-snapshot/abort' 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1433389066/online-snapshot/acquired' 2024-11-11T18:21:22,465 DEBUG [RS:0;90f34c5bee6a:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:21:22,465 INFO [RS:0;90f34c5bee6a:37919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:21:22,466 INFO [RS:0;90f34c5bee6a:37919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:21:22,566 INFO [RS:0;90f34c5bee6a:37919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:22,567 INFO [RS:0;90f34c5bee6a:37919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C37919%2C1731349280583, suffix=, logDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/oldWALs, maxLogs=10 2024-11-11T18:21:22,581 DEBUG [RS:0;90f34c5bee6a:37919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583/90f34c5bee6a%2C37919%2C1731349280583.1731349282567, exclude list is [], retry=0 2024-11-11T18:21:22,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42171,DS-48c50537-0486-4a98-8a8a-427b11c95c3e,DISK] 2024-11-11T18:21:22,584 INFO [RS:0;90f34c5bee6a:37919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583/90f34c5bee6a%2C37919%2C1731349280583.1731349282567 2024-11-11T18:21:22,584 DEBUG [RS:0;90f34c5bee6a:37919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-11T18:21:22,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:22,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:21:22,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c 2024-11-11T18:21:22,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:21:23,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:23,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:23,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:23,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:23,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:23,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:23,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:23,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:23,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:23,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:23,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/hbase/meta/1588230740 2024-11-11T18:21:23,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/hbase/meta/1588230740 2024-11-11T18:21:23,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:23,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:23,176 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:23,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:23,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:23,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61628158, jitterRate=-0.08166888356208801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:23,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349283168Initializing all the Stores at 1731349283169 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349283169Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349283169Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349283169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349283169Cleaning up temporary data from old regions at 1731349283176 (+7 ms)Region opened successfully at 1731349283179 (+3 ms) 2024-11-11T18:21:23,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:23,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:23,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:23,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:23,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:23,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:23,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349283179Disabling compacts and flushes for region at 1731349283179Disabling writes for close at 1731349283179Writing region close event to WAL at 1731349283179Closed at 1731349283179 2024-11-11T18:21:23,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:23,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:21:23,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:21:23,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:23,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:21:23,332 DEBUG [90f34c5bee6a:40659 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:21:23,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:23,334 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,37919,1731349280583, state=OPENING 2024-11-11T18:21:23,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:21:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433389066 2024-11-11T18:21:23,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:23,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433389066/meta-region-server: CHANGED 2024-11-11T18:21:23,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433389066/meta-region-server: CHANGED 2024-11-11T18:21:23,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37919,1731349280583}] 2024-11-11T18:21:23,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:23,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:21:23,497 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:21:23,497 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:23,497 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:21:23,498 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C37919%2C1731349280583.meta, suffix=.meta, logDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/oldWALs, maxLogs=10 2024-11-11T18:21:23,512 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583/90f34c5bee6a%2C37919%2C1731349280583.meta.1731349283499.meta, exclude list is [], retry=0 2024-11-11T18:21:23,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42171,DS-48c50537-0486-4a98-8a8a-427b11c95c3e,DISK] 2024-11-11T18:21:23,515 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/WALs/90f34c5bee6a,37919,1731349280583/90f34c5bee6a%2C37919%2C1731349280583.meta.1731349283499.meta 2024-11-11T18:21:23,515 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-11T18:21:23,515 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:23,516 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:23,516 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:23,516 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:21:23,516 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:21:23,516 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:21:23,516 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:23,516 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:21:23,516 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:21:23,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:23,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:23,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:23,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:23,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:23,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:23,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:23,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:23,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:23,521 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:23,522 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/hbase/meta/1588230740 2024-11-11T18:21:23,522 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/hbase/meta/1588230740 2024-11-11T18:21:23,523 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:23,523 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:23,523 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:23,524 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:23,524 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62214596, jitterRate=-0.07293027639389038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:23,524 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:21:23,525 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349283516Writing region info on filesystem at 1731349283516Initializing all the Stores at 1731349283517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349283517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349283517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349283517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349283517Cleaning up temporary data from old regions at 1731349283523 (+6 ms)Running coprocessor post-open hooks at 1731349283524 (+1 ms)Region opened successfully at 1731349283525 (+1 ms) 2024-11-11T18:21:23,526 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349283493 2024-11-11T18:21:23,527 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:21:23,527 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:21:23,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:23,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,37919,1731349280583, state=OPEN 2024-11-11T18:21:23,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40659-0x10108435d800000, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1433389066/meta-region-server 2024-11-11T18:21:23,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10108435d800001, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1433389066/meta-region-server 2024-11-11T18:21:23,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:23,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433389066/meta-region-server: CHANGED 2024-11-11T18:21:23,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433389066/meta-region-server: CHANGED 2024-11-11T18:21:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:21:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37919,1731349280583 in 189 msec 2024-11-11T18:21:23,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:21:23,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-11T18:21:23,533 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:23,533 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:21:23,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:23,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37919,1731349280583, seqNum=-1] 2024-11-11T18:21:23,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:23,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:23,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-11T18:21:23,539 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349283539, completionTime=-1 2024-11-11T18:21:23,539 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:21:23,540 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:21:23,541 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:21:23,541 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349343541 2024-11-11T18:21:23,541 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349403541 2024-11-11T18:21:23,541 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:21:23,542 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40659,1731349280530-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,542 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40659,1731349280530-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,542 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40659,1731349280530-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,542 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40659, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,542 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,542 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,543 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40659,1731349280530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:23,545 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40659,1731349280530-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:21:23,547 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:21:23,547 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:21:23,547 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40659,1731349280530-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:23,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:23,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40659,-1 for getting cluster id 2024-11-11T18:21:23,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:23,605 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '462daea8-07cb-4890-a59e-3d6c3e5250f3' 2024-11-11T18:21:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "462daea8-07cb-4890-a59e-3d6c3e5250f3" 2024-11-11T18:21:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e685baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40659,-1] 2024-11-11T18:21:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:23,606 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:23,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:23,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37919,1731349280583, seqNum=-1] 2024-11-11T18:21:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:23,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:23,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:23,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55826 2024-11-11T18:21:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55826, baseZNode=/0-1433389066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:23,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10108435d800002 connected 2024-11-11T18:21:23,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ba2c78 2024-11-11T18:21:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:23,617 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:23,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:21:23,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:23,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:23,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:21:23,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:21:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:23,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:23,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:21:23,788 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108620 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:21:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:24,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db96e1977fb84195c62eb599cbc83043, NAME => 'test,,1731349283617.db96e1977fb84195c62eb599cbc83043.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c 2024-11-11T18:21:24,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:21:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:24,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349283617.db96e1977fb84195c62eb599cbc83043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:24,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db96e1977fb84195c62eb599cbc83043, disabling compactions & flushes 2024-11-11T18:21:24,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349283617.db96e1977fb84195c62eb599cbc83043. after waiting 0 ms 2024-11-11T18:21:24,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db96e1977fb84195c62eb599cbc83043: Waiting for close lock at 1731349284432Disabling compacts and flushes for region at 1731349284432Disabling writes for close at 1731349284432Writing region close event to WAL at 1731349284432Closed at 1731349284432 2024-11-11T18:21:24,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:24,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349283617.db96e1977fb84195c62eb599cbc83043.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349284433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349284433"}]},"ts":"1731349284433"} 2024-11-11T18:21:24,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:24,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:24,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349284436"}]},"ts":"1731349284436"} 2024-11-11T18:21:24,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:21:24,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db96e1977fb84195c62eb599cbc83043, ASSIGN}] 2024-11-11T18:21:24,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db96e1977fb84195c62eb599cbc83043, ASSIGN 2024-11-11T18:21:24,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db96e1977fb84195c62eb599cbc83043, ASSIGN; state=OFFLINE, location=90f34c5bee6a,37919,1731349280583; forceNewPlan=false, retain=false 2024-11-11T18:21:24,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db96e1977fb84195c62eb599cbc83043, regionState=OPENING, regionLocation=90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db96e1977fb84195c62eb599cbc83043, ASSIGN because future has completed 2024-11-11T18:21:24,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db96e1977fb84195c62eb599cbc83043, server=90f34c5bee6a,37919,1731349280583}] 2024-11-11T18:21:24,747 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,747 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db96e1977fb84195c62eb599cbc83043, NAME => 'test,,1731349283617.db96e1977fb84195c62eb599cbc83043.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:24,747 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:24,747 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:21:24,747 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,747 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349283617.db96e1977fb84195c62eb599cbc83043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:24,747 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,747 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,749 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,750 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db96e1977fb84195c62eb599cbc83043 columnFamilyName f 2024-11-11T18:21:24,750 DEBUG [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:24,750 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] regionserver.HStore(327): Store=db96e1977fb84195c62eb599cbc83043/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:24,750 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,751 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db96e1977fb84195c62eb599cbc83043 columnFamilyName f1 2024-11-11T18:21:24,751 DEBUG [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:24,751 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] regionserver.HStore(327): Store=db96e1977fb84195c62eb599cbc83043/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:24,751 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,752 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db96e1977fb84195c62eb599cbc83043 columnFamilyName norep 2024-11-11T18:21:24,752 DEBUG [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:24,752 INFO [StoreOpener-db96e1977fb84195c62eb599cbc83043-1 {}] regionserver.HStore(327): Store=db96e1977fb84195c62eb599cbc83043/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:24,752 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,753 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/default/test/db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,753 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/default/test/db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,754 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,754 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,754 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:24,755 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,757 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/data/default/test/db96e1977fb84195c62eb599cbc83043/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:24,757 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db96e1977fb84195c62eb599cbc83043; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62724614, jitterRate=-0.06533041596412659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:24,757 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db96e1977fb84195c62eb599cbc83043 2024-11-11T18:21:24,757 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db96e1977fb84195c62eb599cbc83043: Running coprocessor pre-open hook at 1731349284748Writing region info on filesystem at 1731349284748Initializing all the Stores at 1731349284748Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349284748Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349284748Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349284748Cleaning up temporary data from old regions at 1731349284754 (+6 ms)Running coprocessor post-open hooks at 1731349284757 (+3 ms)Region opened successfully at 1731349284757 2024-11-11T18:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:24,758 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349283617.db96e1977fb84195c62eb599cbc83043., pid=6, masterSystemTime=1731349284744 2024-11-11T18:21:24,760 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,760 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349283617.db96e1977fb84195c62eb599cbc83043. 2024-11-11T18:21:24,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db96e1977fb84195c62eb599cbc83043, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,37919,1731349280583 2024-11-11T18:21:24,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db96e1977fb84195c62eb599cbc83043, server=90f34c5bee6a,37919,1731349280583 because future has completed 2024-11-11T18:21:24,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:21:24,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db96e1977fb84195c62eb599cbc83043, server=90f34c5bee6a,37919,1731349280583 in 171 msec 2024-11-11T18:21:24,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:21:24,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db96e1977fb84195c62eb599cbc83043, ASSIGN in 326 msec 2024-11-11T18:21:24,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:24,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349284766"}]},"ts":"1731349284766"} 2024-11-11T18:21:24,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:21:24,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:24,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-11T18:21:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:25,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:21:25,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:25,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40659,-1 for getting cluster id 2024-11-11T18:21:25,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:25,770 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '462daea8-07cb-4890-a59e-3d6c3e5250f3' 2024-11-11T18:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "462daea8-07cb-4890-a59e-3d6c3e5250f3" 2024-11-11T18:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1155a091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40659,-1] 2024-11-11T18:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:25,771 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb169f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:25,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de8ce48 2024-11-11T18:21:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:25,773 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:25,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:40659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:21:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:21:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:25,776 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:40659' 2024-11-11T18:21:25,777 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569e10c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:25,777 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40659,-1 for getting cluster id 2024-11-11T18:21:25,777 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:25,777 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '462daea8-07cb-4890-a59e-3d6c3e5250f3' 2024-11-11T18:21:25,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "462daea8-07cb-4890-a59e-3d6c3e5250f3" 2024-11-11T18:21:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695e4558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40659,-1] 2024-11-11T18:21:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:25,779 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:25,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2108d9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:25,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:25,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40659,1731349280530 2024-11-11T18:21:25,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@776c409f 2024-11-11T18:21:25,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:25,781 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:25,781 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:21:25,781 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:21:25,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:25,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:25,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:25,782 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://90f34c5bee6a:40659, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:21:25,787 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://90f34c5bee6a:40659, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://90f34c5bee6a:40659, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://90f34c5bee6a:40659, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T18:21:25,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://90f34c5bee6a:40659, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-11T18:21:25,788 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T18:21:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:25,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:25,879 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://90f34c5bee6a:40659, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T18:21:25,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:25,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:25,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:25,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:25,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 364) Potentially hanging thread: IPC Server handler 0 on default port 45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c/MasterData-prefix:90f34c5bee6a,40659,1731349280530 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1891743755-7837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_888567160_20 at /127.0.0.1:48558 [Receiving block BP-1785539401-172.17.0.2-1731349279492:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55826) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55826 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10ceecef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1225416182_20 at /127.0.0.1:48516 [Receiving block BP-1785539401-172.17.0.2-1731349279492:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7831 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4bd4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349282358 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1891743755-7835-acceptor-0@324006b2-ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:44441} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1010706900-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: regionserver/90f34c5bee6a:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/90f34c5bee6a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e582a36 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45221 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55826) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;90f34c5bee6a:40659 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f4bd4ad6c38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7836 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55826) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1891743755-7832 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4bd4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_888567160_20 at /127.0.0.1:48534 [Receiving block BP-1785539401-172.17.0.2-1731349279492:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1785539401-172.17.0.2-1731349279492 heartbeating to localhost/127.0.0.1:45221 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:55826): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1891743755-7833 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4bd4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c-prefix:90f34c5bee6a,37919,1731349280583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7834 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4bd4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349282358 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c15efda[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7838 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42b227f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1785539401-172.17.0.2-1731349279492:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/data/data1/current/BP-1785539401-172.17.0.2-1731349279492 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@a07564a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45221/user/jenkins/test-data/d57545cc-9a3c-b744-6b5d-d06dbe413f4c-prefix:90f34c5bee6a,37919,1731349280583.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RS:0;90f34c5bee6a:37919 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(305184864) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: regionserver/90f34c5bee6a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/cluster_74bffff7-7bda-6ce8-491c-8812cce56470/data/data2/current/BP-1785539401-172.17.0.2-1731349279492 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f4bd49f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4bd4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1785539401-172.17.0.2-1731349279492:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1785539401-172.17.0.2-1731349279492:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 39959 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1010706900-7881-acceptor-0@11287215-ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:43249} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7d4e3eba-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 90f34c5bee6a:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-205f3084-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;90f34c5bee6a:37919-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master/90f34c5bee6a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_888567160_20 at /127.0.0.1:57872 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45221 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=7068 (was 7084) 2024-11-11T18:21:25,901 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-11T18:21:25,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=7067 2024-11-11T18:21:25,916 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-11T18:21:25,930 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T18:21:25,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.log.dir so I do NOT create it in target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da 2024-11-11T18:21:25,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:21:25,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.tmp.dir so I do NOT create it in target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da 2024-11-11T18:21:25,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0195c2e1-e6c7-569c-1360-d77b7a92a5a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:21:25,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da 2024-11-11T18:21:25,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562, deleteOnExit=true 2024-11-11T18:21:25,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/zookeeper_0, clientPort=54844, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:21:25,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54844 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/test.cache.data in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:21:25,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:21:25,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:21:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:21:26,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:26,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:26,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:26,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:26,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:21:26,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:26,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:26,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:26,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@736c1d10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/java.io.tmpdir/jetty-localhost-37465-hadoop-hdfs-3_4_1-tests_jar-_-any-9805511086269387838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:26,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:37465} 2024-11-11T18:21:26,206 INFO [Time-limited test {}] server.Server(415): Started @282001ms 2024-11-11T18:21:26,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:26,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:26,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:26,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:26,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:21:26,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:26,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:26,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e1c64d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/java.io.tmpdir/jetty-localhost-43201-hadoop-hdfs-3_4_1-tests_jar-_-any-3049383875590716076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:26,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:43201} 2024-11-11T18:21:26,445 INFO [Time-limited test {}] server.Server(415): Started @282240ms 2024-11-11T18:21:26,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:21:26,545 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/data/data2/current/BP-791829303-172.17.0.2-1731349285961/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:26,545 WARN [Thread-4283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/data/data1/current/BP-791829303-172.17.0.2-1731349285961/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:26,565 WARN [Thread-4271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:21:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa95a53686665f3b5 with lease ID 0x5e178bd8fa00a1fd: Processing first storage report for DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238 from datanode DatanodeRegistration(127.0.0.1:44179, datanodeUuid=a98ed3ba-11eb-4a67-8f1e-23f66bed0daf, infoPort=33007, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=305614122;c=1731349285961) 2024-11-11T18:21:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa95a53686665f3b5 with lease ID 0x5e178bd8fa00a1fd: from storage DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238 node DatanodeRegistration(127.0.0.1:44179, datanodeUuid=a98ed3ba-11eb-4a67-8f1e-23f66bed0daf, infoPort=33007, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=305614122;c=1731349285961), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa95a53686665f3b5 with lease ID 0x5e178bd8fa00a1fd: Processing first storage report for DS-17a4ed8e-8dd0-4d4d-a7cc-1c663ef01fc0 from datanode DatanodeRegistration(127.0.0.1:44179, datanodeUuid=a98ed3ba-11eb-4a67-8f1e-23f66bed0daf, infoPort=33007, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=305614122;c=1731349285961) 2024-11-11T18:21:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa95a53686665f3b5 with lease ID 0x5e178bd8fa00a1fd: from storage DS-17a4ed8e-8dd0-4d4d-a7cc-1c663ef01fc0 node DatanodeRegistration(127.0.0.1:44179, datanodeUuid=a98ed3ba-11eb-4a67-8f1e-23f66bed0daf, infoPort=33007, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=305614122;c=1731349285961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:26,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da 2024-11-11T18:21:26,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:26,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:26,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:21:27,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346 with version=8 2024-11-11T18:21:27,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/hbase-staging 2024-11-11T18:21:27,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:27,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:27,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:27,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:27,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:27,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:27,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:21:27,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:27,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37945 2024-11-11T18:21:27,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37945 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:27,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379450x0, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:27,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37945-0x101084376bc0000 connected 2024-11-11T18:21:27,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:27,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:27,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/running 2024-11-11T18:21:27,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346, hbase.cluster.distributed=false 2024-11-11T18:21:27,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/acl 2024-11-11T18:21:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37945 2024-11-11T18:21:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37945 2024-11-11T18:21:27,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37945 2024-11-11T18:21:27,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37945 2024-11-11T18:21:27,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37945 2024-11-11T18:21:27,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:21:27,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:27,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38747 2024-11-11T18:21:27,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38747 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:27,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:27,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:27,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387470x0, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:27,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387470x0, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/running 2024-11-11T18:21:27,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38747-0x101084376bc0001 connected 2024-11-11T18:21:27,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:21:27,144 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:21:27,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/master 2024-11-11T18:21:27,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/acl 2024-11-11T18:21:27,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-11T18:21:27,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38747 2024-11-11T18:21:27,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38747 2024-11-11T18:21:27,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-11T18:21:27,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-11T18:21:27,169 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:37945 2024-11-11T18:21:27,170 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01375739991/backup-masters/90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991/backup-masters 2024-11-11T18:21:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991/backup-masters 2024-11-11T18:21:27,172 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on existing znode=/01375739991/backup-masters/90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375739991/master 2024-11-11T18:21:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:27,175 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on existing znode=/01375739991/master 2024-11-11T18:21:27,175 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01375739991/backup-masters/90f34c5bee6a,37945,1731349287081 from backup master directory 2024-11-11T18:21:27,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375739991/backup-masters/90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:27,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991/backup-masters 2024-11-11T18:21:27,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991/backup-masters 2024-11-11T18:21:27,181 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:27,181 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:27,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/hbase.id] with ID: 0ebfefbe-8233-428a-a1b5-2abdcd782bae 2024-11-11T18:21:27,184 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/.tmp/hbase.id 2024-11-11T18:21:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:21:27,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/.tmp/hbase.id]:[hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/hbase.id] 2024-11-11T18:21:27,597 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:27,597 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:21:27,598 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:21:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:21:28,005 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:28,005 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:21:28,006 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:21:28,412 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store 2024-11-11T18:21:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:21:28,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:21:28,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T18:21:28,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:28,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:28,817 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:28,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:28,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:28,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:28,817 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:28,817 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349288817Disabling compacts and flushes for region at 1731349288817Disabling writes for close at 1731349288817Writing region close event to WAL at 1731349288817Closed at 1731349288817 2024-11-11T18:21:28,818 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/.initializing 2024-11-11T18:21:28,818 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/WALs/90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:28,819 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:28,820 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37945%2C1731349287081, suffix=, logDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/WALs/90f34c5bee6a,37945,1731349287081, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/oldWALs, maxLogs=10 2024-11-11T18:21:28,838 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/WALs/90f34c5bee6a,37945,1731349287081/90f34c5bee6a%2C37945%2C1731349287081.1731349288821, exclude list is [], retry=0 2024-11-11T18:21:28,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:28,841 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/WALs/90f34c5bee6a,37945,1731349287081/90f34c5bee6a%2C37945%2C1731349287081.1731349288821 2024-11-11T18:21:28,841 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:28,842 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:28,842 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:28,842 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,842 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:21:28,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:28,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:28,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:21:28,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:28,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:28,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:21:28,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:28,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:28,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:21:28,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:28,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:28,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,848 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,849 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,849 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,850 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:28,850 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:28,852 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:28,852 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63062970, jitterRate=-0.06028851866722107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:28,852 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349288842Initializing all the Stores at 1731349288842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349288842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349288843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349288843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349288843Cleaning up temporary data from old regions at 1731349288849 (+6 ms)Region opened successfully at 1731349288852 (+3 ms) 2024-11-11T18:21:28,852 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:21:28,854 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c822cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:28,855 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:21:28,855 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:21:28,855 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:21:28,855 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:21:28,855 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:21:28,856 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:21:28,856 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:21:28,857 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:21:28,857 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Unable to get data of znode /01375739991/balancer because node does not exist (not necessarily an error) 2024-11-11T18:21:28,859 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375739991/balancer already deleted, retry=false 2024-11-11T18:21:28,859 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:21:28,859 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Unable to get data of znode /01375739991/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:21:28,860 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375739991/normalizer already deleted, retry=false 2024-11-11T18:21:28,861 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:21:28,861 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Unable to get data of znode /01375739991/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:21:28,863 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375739991/switch/split already deleted, retry=false 2024-11-11T18:21:28,864 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Unable to get data of znode /01375739991/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:21:28,865 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375739991/switch/merge already deleted, retry=false 2024-11-11T18:21:28,866 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Unable to get data of znode /01375739991/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:21:28,868 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375739991/snapshot-cleanup already deleted, retry=false 2024-11-11T18:21:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375739991/running 2024-11-11T18:21:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375739991/running 2024-11-11T18:21:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:28,869 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,37945,1731349287081, sessionid=0x101084376bc0000, setting cluster-up flag (Was=false) 2024-11-11T18:21:28,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:28,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:28,882 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375739991/flush-table-proc/acquired, /01375739991/flush-table-proc/reached, /01375739991/flush-table-proc/abort 2024-11-11T18:21:28,882 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:28,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:28,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:28,890 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375739991/online-snapshot/acquired, /01375739991/online-snapshot/reached, /01375739991/online-snapshot/abort 2024-11-11T18:21:28,891 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:28,891 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:21:28,892 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:28,893 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:21:28,893 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:21:28,893 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,37945,1731349287081 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:28,894 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349318895 2024-11-11T18:21:28,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:21:28,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:21:28,895 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:21:28,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:28,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:21:28,896 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:21:28,900 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349288896,5,FailOnTimeoutGroup] 2024-11-11T18:21:28,901 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349288900,5,FailOnTimeoutGroup] 2024-11-11T18:21:28,901 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,901 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:21:28,901 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,901 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:21:28,957 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(746): ClusterId : 0ebfefbe-8233-428a-a1b5-2abdcd782bae 2024-11-11T18:21:28,957 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:21:28,959 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:21:28,959 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:21:28,961 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:21:28,961 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbd6e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:28,973 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:38747 2024-11-11T18:21:28,973 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:21:28,973 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:21:28,973 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:21:28,973 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37945,1731349287081 with port=38747, startcode=1731349287134 2024-11-11T18:21:28,974 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:21:28,975 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:21:28,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:28,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37945 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:28,977 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346 2024-11-11T18:21:28,977 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37431 2024-11-11T18:21:28,977 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:21:28,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991/rs 2024-11-11T18:21:28,979 DEBUG [RS:0;90f34c5bee6a:38747 {}] zookeeper.ZKUtil(111): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on existing znode=/01375739991/rs/90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:28,979 WARN [RS:0;90f34c5bee6a:38747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:28,979 INFO [RS:0;90f34c5bee6a:38747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:28,980 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:28,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,38747,1731349287134] 2024-11-11T18:21:28,982 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:21:28,983 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:21:28,983 INFO [RS:0;90f34c5bee6a:38747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:21:28,983 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,983 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:21:28,984 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:21:28,984 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:28,984 DEBUG [RS:0;90f34c5bee6a:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:28,987 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,987 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,987 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,987 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,987 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:28,987 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38747,1731349287134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:29,001 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:21:29,001 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38747,1731349287134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:29,001 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:29,001 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.Replication(171): 90f34c5bee6a,38747,1731349287134 started 2024-11-11T18:21:29,015 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:29,016 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,38747,1731349287134, RpcServer on 90f34c5bee6a/172.17.0.2:38747, sessionid=0x101084376bc0001 2024-11-11T18:21:29,016 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:21:29,016 DEBUG [RS:0;90f34c5bee6a:38747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:29,016 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38747,1731349287134' 2024-11-11T18:21:29,016 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375739991/flush-table-proc/abort' 2024-11-11T18:21:29,016 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375739991/flush-table-proc/acquired' 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38747,1731349287134' 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375739991/online-snapshot/abort' 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375739991/online-snapshot/acquired' 2024-11-11T18:21:29,017 DEBUG [RS:0;90f34c5bee6a:38747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:21:29,017 INFO [RS:0;90f34c5bee6a:38747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:21:29,017 INFO [RS:0;90f34c5bee6a:38747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:21:29,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:29,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:29,118 INFO [RS:0;90f34c5bee6a:38747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:29,119 INFO [RS:0;90f34c5bee6a:38747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C38747%2C1731349287134, suffix=, logDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/oldWALs, maxLogs=10 2024-11-11T18:21:29,140 DEBUG [RS:0;90f34c5bee6a:38747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120, exclude list is [], retry=0 2024-11-11T18:21:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:29,145 INFO [RS:0;90f34c5bee6a:38747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 2024-11-11T18:21:29,145 DEBUG [RS:0;90f34c5bee6a:38747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:29,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:21:29,304 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346 2024-11-11T18:21:29,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:21:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:21:29,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:21:29,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T18:21:29,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T18:21:29,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:29,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T18:21:29,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:21:29,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:21:29,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:29,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:29,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:29,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:29,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:29,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:29,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:29,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:29,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:29,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:29,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:29,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:29,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:29,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:29,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:29,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:29,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:29,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:29,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740 2024-11-11T18:21:29,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740 2024-11-11T18:21:29,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:29,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:29,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:29,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:29,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:29,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72479186, jitterRate=0.08002403378486633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349289709Initializing all the Stores at 1731349289710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349289710Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349289710Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349289710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349289710Cleaning up temporary data from old regions at 1731349289717 (+7 ms)Region opened successfully at 1731349289720 (+3 ms) 2024-11-11T18:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:29,720 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:29,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:29,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349289720Disabling compacts and flushes for region at 1731349289720Disabling writes for close at 1731349289720Writing region close event to WAL at 1731349289721 (+1 ms)Closed at 1731349289721 2024-11-11T18:21:29,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:29,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:21:29,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:21:29,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:29,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:21:29,874 DEBUG [90f34c5bee6a:37945 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:21:29,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:29,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,38747,1731349287134, state=OPENING 2024-11-11T18:21:29,877 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:21:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:29,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375739991/meta-region-server: CHANGED 2024-11-11T18:21:29,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375739991/meta-region-server: CHANGED 2024-11-11T18:21:29,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:29,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38747,1731349287134}] 2024-11-11T18:21:30,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:30,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:21:30,035 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:21:30,035 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:30,035 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:21:30,036 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C38747%2C1731349287134.meta, suffix=.meta, logDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/oldWALs, maxLogs=10 2024-11-11T18:21:30,050 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.meta.1731349290036.meta, exclude list is [], retry=0 2024-11-11T18:21:30,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:30,053 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.meta.1731349290036.meta 2024-11-11T18:21:30,053 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:30,053 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:30,053 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:30,053 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:30,053 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:21:30,054 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:21:30,054 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:21:30,054 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:30,054 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:21:30,054 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:21:30,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:30,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:30,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:30,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:30,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:30,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:30,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:30,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:30,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:30,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:30,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:30,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:30,058 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:30,059 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740 2024-11-11T18:21:30,059 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740 2024-11-11T18:21:30,060 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:30,060 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:30,061 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:30,061 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:30,062 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63222010, jitterRate=-0.05791863799095154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:30,062 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:21:30,062 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349290054Writing region info on filesystem at 1731349290054Initializing all the Stores at 1731349290054Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349290054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349290055 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349290055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349290055Cleaning up temporary data from old regions at 1731349290060 (+5 ms)Running coprocessor post-open hooks at 1731349290062 (+2 ms)Region opened successfully at 1731349290062 2024-11-11T18:21:30,063 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349290030 2024-11-11T18:21:30,064 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:21:30,064 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:21:30,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:30,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,38747,1731349287134, state=OPEN 2024-11-11T18:21:30,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375739991/meta-region-server 2024-11-11T18:21:30,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375739991/meta-region-server 2024-11-11T18:21:30,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:30,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375739991/meta-region-server: CHANGED 2024-11-11T18:21:30,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375739991/meta-region-server: CHANGED 2024-11-11T18:21:30,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:21:30,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38747,1731349287134 in 192 msec 2024-11-11T18:21:30,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:21:30,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-11T18:21:30,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:30,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:21:30,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:30,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38747,1731349287134, seqNum=-1] 2024-11-11T18:21:30,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:30,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:30,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-11T18:21:30,080 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349290080, completionTime=-1 2024-11-11T18:21:30,080 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:21:30,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349350082 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349410082 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37945,1731349287081-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37945,1731349287081-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37945,1731349287081-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:37945, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,082 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,083 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37945,1731349287081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37945,1731349287081-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:21:30,087 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:21:30,087 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:21:30,087 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37945,1731349287081-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:30,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:30,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37945,-1 for getting cluster id 2024-11-11T18:21:30,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:30,160 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebfefbe-8233-428a-a1b5-2abdcd782bae' 2024-11-11T18:21:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebfefbe-8233-428a-a1b5-2abdcd782bae" 2024-11-11T18:21:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216709c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37945,-1] 2024-11-11T18:21:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:30,161 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:30,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:30,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38747,1731349287134, seqNum=-1] 2024-11-11T18:21:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:30,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:30,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:30,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:30,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:30,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101084376bc0002 connected 2024-11-11T18:21:30,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir so I do NOT create it in target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b 2024-11-11T18:21:30,171 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:21:30,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.tmp.dir so I do NOT create it in target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b 2024-11-11T18:21:30,171 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:21:30,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b 2024-11-11T18:21:30,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/cluster_74afdc8e-7e38-dd51-c6c8-9061bd75d9a7, deleteOnExit=true 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/test.cache.data in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:21:30,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:21:30,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:21:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:21:30,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:30,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:30,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:30,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:30,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:21:30,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:30,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:30,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:30,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28176859{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/java.io.tmpdir/jetty-localhost-34593-hadoop-hdfs-3_4_1-tests_jar-_-any-4494540446521785093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:30,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:34593} 2024-11-11T18:21:30,385 INFO [Time-limited test {}] server.Server(415): Started @286180ms 2024-11-11T18:21:30,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:30,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:30,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:30,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:30,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:21:30,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:30,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:30,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e134a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/java.io.tmpdir/jetty-localhost-46783-hadoop-hdfs-3_4_1-tests_jar-_-any-3268560649279792783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:30,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:46783} 2024-11-11T18:21:30,583 INFO [Time-limited test {}] server.Server(415): Started @286378ms 2024-11-11T18:21:30,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:21:30,677 WARN [Thread-4404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/cluster_74afdc8e-7e38-dd51-c6c8-9061bd75d9a7/data/data1/current/BP-1488951839-172.17.0.2-1731349290191/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:30,677 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/cluster_74afdc8e-7e38-dd51-c6c8-9061bd75d9a7/data/data2/current/BP-1488951839-172.17.0.2-1731349290191/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:30,702 WARN [Thread-4392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:21:30,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb6de82fed18ef44 with lease ID 0x6d0b57c54f4232ad: Processing first storage report for DS-34a2f7c4-3e3d-4b60-aeda-2ca51f59d8f2 from datanode DatanodeRegistration(127.0.0.1:43857, datanodeUuid=79c7b8f0-2e20-4a72-87a8-751c0ebd7375, infoPort=34353, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1159734904;c=1731349290191) 2024-11-11T18:21:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb6de82fed18ef44 with lease ID 0x6d0b57c54f4232ad: from storage DS-34a2f7c4-3e3d-4b60-aeda-2ca51f59d8f2 node DatanodeRegistration(127.0.0.1:43857, datanodeUuid=79c7b8f0-2e20-4a72-87a8-751c0ebd7375, infoPort=34353, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1159734904;c=1731349290191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb6de82fed18ef44 with lease ID 0x6d0b57c54f4232ad: Processing first storage report for DS-b049cc09-0ceb-4461-9cb9-23ae3f7dda97 from datanode DatanodeRegistration(127.0.0.1:43857, datanodeUuid=79c7b8f0-2e20-4a72-87a8-751c0ebd7375, infoPort=34353, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1159734904;c=1731349290191) 2024-11-11T18:21:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb6de82fed18ef44 with lease ID 0x6d0b57c54f4232ad: from storage DS-b049cc09-0ceb-4461-9cb9-23ae3f7dda97 node DatanodeRegistration(127.0.0.1:43857, datanodeUuid=79c7b8f0-2e20-4a72-87a8-751c0ebd7375, infoPort=34353, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1159734904;c=1731349290191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:30,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b 2024-11-11T18:21:30,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:30,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:21:31,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede with version=8 2024-11-11T18:21:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/hbase-staging 2024-11-11T18:21:31,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:31,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35845 2024-11-11T18:21:31,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35845 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:31,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358450x0, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:31,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35845-0x101084376bc0003 connected 2024-11-11T18:21:31,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:31,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:31,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/running 2024-11-11T18:21:31,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede, hbase.cluster.distributed=false 2024-11-11T18:21:31,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/acl 2024-11-11T18:21:31,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-11T18:21:31,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35845 2024-11-11T18:21:31,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35845 2024-11-11T18:21:31,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-11T18:21:31,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-11T18:21:31,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:21:31,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:31,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43025 2024-11-11T18:21:31,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43025 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:31,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:31,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:31,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430250x0, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:31,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430250x0, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/running 2024-11-11T18:21:31,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43025-0x101084376bc0004 connected 2024-11-11T18:21:31,172 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:21:31,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:21:31,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/master 2024-11-11T18:21:31,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/acl 2024-11-11T18:21:31,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-11T18:21:31,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43025 2024-11-11T18:21:31,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43025 2024-11-11T18:21:31,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-11T18:21:31,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-11T18:21:31,196 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:35845 2024-11-11T18:21:31,197 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11903554395/backup-masters/90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395/backup-masters 2024-11-11T18:21:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395/backup-masters 2024-11-11T18:21:31,199 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on existing znode=/11903554395/backup-masters/90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11903554395/master 2024-11-11T18:21:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:31,200 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on existing znode=/11903554395/master 2024-11-11T18:21:31,201 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11903554395/backup-masters/90f34c5bee6a,35845,1731349291119 from backup master directory 2024-11-11T18:21:31,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395/backup-masters 2024-11-11T18:21:31,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903554395/backup-masters/90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:31,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395/backup-masters 2024-11-11T18:21:31,203 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:31,203 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:31,206 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/hbase.id] with ID: b01e228c-b22e-4be1-a0cc-bd4b39ef0842 2024-11-11T18:21:31,206 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/.tmp/hbase.id 2024-11-11T18:21:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:21:31,610 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/.tmp/hbase.id]:[hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/hbase.id] 2024-11-11T18:21:31,619 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:31,619 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:21:31,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:21:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:21:32,034 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:32,035 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:21:32,035 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:32,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:21:32,441 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store 2024-11-11T18:21:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:21:32,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:32,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:32,846 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:32,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:32,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:32,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:32,846 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:32,846 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349292846Disabling compacts and flushes for region at 1731349292846Disabling writes for close at 1731349292846Writing region close event to WAL at 1731349292846Closed at 1731349292846 2024-11-11T18:21:32,847 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/.initializing 2024-11-11T18:21:32,847 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/WALs/90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:32,848 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:32,849 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C35845%2C1731349291119, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/WALs/90f34c5bee6a,35845,1731349291119, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/oldWALs, maxLogs=10 2024-11-11T18:21:32,866 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/WALs/90f34c5bee6a,35845,1731349291119/90f34c5bee6a%2C35845%2C1731349291119.1731349292849, exclude list is [], retry=0 2024-11-11T18:21:32,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-34a2f7c4-3e3d-4b60-aeda-2ca51f59d8f2,DISK] 2024-11-11T18:21:32,870 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/WALs/90f34c5bee6a,35845,1731349291119/90f34c5bee6a%2C35845%2C1731349291119.1731349292849 2024-11-11T18:21:32,870 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-11T18:21:32,870 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:32,870 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:32,870 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,870 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:21:32,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:32,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:32,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:21:32,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:32,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:32,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:21:32,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:32,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:32,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:21:32,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:32,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:32,876 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,876 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,876 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,877 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,877 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,877 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:32,878 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:32,879 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:32,880 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66613445, jitterRate=-0.007382318377494812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:32,880 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349292870Initializing all the Stores at 1731349292871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349292871Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349292871Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349292871Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349292871Cleaning up temporary data from old regions at 1731349292877 (+6 ms)Region opened successfully at 1731349292880 (+3 ms) 2024-11-11T18:21:32,880 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:21:32,882 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9be685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:32,882 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:21:32,883 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:21:32,883 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:21:32,883 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:21:32,883 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:21:32,883 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:21:32,883 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:21:32,886 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:21:32,886 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Unable to get data of znode /11903554395/balancer because node does not exist (not necessarily an error) 2024-11-11T18:21:32,888 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903554395/balancer already deleted, retry=false 2024-11-11T18:21:32,888 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:21:32,888 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Unable to get data of znode /11903554395/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:21:32,890 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903554395/normalizer already deleted, retry=false 2024-11-11T18:21:32,890 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:21:32,891 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Unable to get data of znode /11903554395/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:21:32,893 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903554395/switch/split already deleted, retry=false 2024-11-11T18:21:32,893 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Unable to get data of znode /11903554395/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:21:32,895 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903554395/switch/merge already deleted, retry=false 2024-11-11T18:21:32,896 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Unable to get data of znode /11903554395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:21:32,898 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903554395/snapshot-cleanup already deleted, retry=false 2024-11-11T18:21:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11903554395/running 2024-11-11T18:21:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11903554395/running 2024-11-11T18:21:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:32,900 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,35845,1731349291119, sessionid=0x101084376bc0003, setting cluster-up flag (Was=false) 2024-11-11T18:21:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:32,910 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11903554395/flush-table-proc/acquired, /11903554395/flush-table-proc/reached, /11903554395/flush-table-proc/abort 2024-11-11T18:21:32,910 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:32,918 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11903554395/online-snapshot/acquired, /11903554395/online-snapshot/reached, /11903554395/online-snapshot/abort 2024-11-11T18:21:32,919 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:32,920 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:21:32,921 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:32,921 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:21:32,922 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:21:32,922 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,35845,1731349291119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:32,923 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:32,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349322924 2024-11-11T18:21:32,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:21:32,924 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:21:32,925 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:32,925 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:21:32,925 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:21:32,925 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:21:32,925 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:21:32,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:32,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:21:32,928 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:21:32,928 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:21:32,932 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349292928,5,FailOnTimeoutGroup] 2024-11-11T18:21:32,933 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349292932,5,FailOnTimeoutGroup] 2024-11-11T18:21:32,933 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:32,933 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:21:32,933 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:32,933 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:21:32,985 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(746): ClusterId : b01e228c-b22e-4be1-a0cc-bd4b39ef0842 2024-11-11T18:21:32,985 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:21:32,987 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:21:32,987 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:21:32,988 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:21:32,989 DEBUG [RS:0;90f34c5bee6a:43025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bde380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:33,004 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:43025 2024-11-11T18:21:33,004 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:21:33,004 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:21:33,004 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:21:33,005 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35845,1731349291119 with port=43025, startcode=1731349291163 2024-11-11T18:21:33,005 DEBUG [RS:0;90f34c5bee6a:43025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:21:33,006 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:21:33,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35845 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,008 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede 2024-11-11T18:21:33,008 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44831 2024-11-11T18:21:33,008 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:21:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395/rs 2024-11-11T18:21:33,014 DEBUG [RS:0;90f34c5bee6a:43025 {}] zookeeper.ZKUtil(111): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on existing znode=/11903554395/rs/90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,014 WARN [RS:0;90f34c5bee6a:43025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:33,014 INFO [RS:0;90f34c5bee6a:43025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:33,014 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,43025,1731349291163] 2024-11-11T18:21:33,017 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:21:33,018 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:21:33,019 INFO [RS:0;90f34c5bee6a:43025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:21:33,019 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,019 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:21:33,019 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:21:33,019 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,019 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,020 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,020 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,020 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,020 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:33,020 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:33,020 DEBUG [RS:0;90f34c5bee6a:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:33,020 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,020 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,020 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,020 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,020 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,020 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43025,1731349291163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:33,034 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:21:33,035 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43025,1731349291163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,035 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,035 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.Replication(171): 90f34c5bee6a,43025,1731349291163 started 2024-11-11T18:21:33,049 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,049 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,43025,1731349291163, RpcServer on 90f34c5bee6a/172.17.0.2:43025, sessionid=0x101084376bc0004 2024-11-11T18:21:33,049 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:21:33,049 DEBUG [RS:0;90f34c5bee6a:43025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,049 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43025,1731349291163' 2024-11-11T18:21:33,049 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11903554395/flush-table-proc/abort' 2024-11-11T18:21:33,049 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11903554395/flush-table-proc/acquired' 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43025,1731349291163' 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11903554395/online-snapshot/abort' 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11903554395/online-snapshot/acquired' 2024-11-11T18:21:33,050 DEBUG [RS:0;90f34c5bee6a:43025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:21:33,050 INFO [RS:0;90f34c5bee6a:43025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:21:33,050 INFO [RS:0;90f34c5bee6a:43025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:21:33,151 INFO [RS:0;90f34c5bee6a:43025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:33,152 INFO [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C43025%2C1731349291163, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/oldWALs, maxLogs=10 2024-11-11T18:21:33,169 DEBUG [RS:0;90f34c5bee6a:43025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163/90f34c5bee6a%2C43025%2C1731349291163.1731349293152, exclude list is [], retry=0 2024-11-11T18:21:33,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-34a2f7c4-3e3d-4b60-aeda-2ca51f59d8f2,DISK] 2024-11-11T18:21:33,173 INFO [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163/90f34c5bee6a%2C43025%2C1731349291163.1731349293152 2024-11-11T18:21:33,173 DEBUG [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-11T18:21:33,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:21:33,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede 2024-11-11T18:21:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:21:33,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:33,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:33,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:33,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:33,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:33,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:33,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:33,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:33,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:33,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:33,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740 2024-11-11T18:21:33,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740 2024-11-11T18:21:33,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:33,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:33,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:33,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:33,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:33,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61360317, jitterRate=-0.08566002547740936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:33,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349293343Initializing all the Stores at 1731349293343Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349293344 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349293344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349293344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349293344Cleaning up temporary data from old regions at 1731349293351 (+7 ms)Region opened successfully at 1731349293354 (+3 ms) 2024-11-11T18:21:33,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:33,354 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:33,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:33,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:33,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:33,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:33,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349293354Disabling compacts and flushes for region at 1731349293354Disabling writes for close at 1731349293354Writing region close event to WAL at 1731349293355 (+1 ms)Closed at 1731349293355 2024-11-11T18:21:33,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:33,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:21:33,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:21:33,357 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:33,357 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:21:33,508 DEBUG [90f34c5bee6a:35845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:21:33,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,509 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43025,1731349291163, state=OPENING 2024-11-11T18:21:33,512 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:21:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:33,515 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:33,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903554395/meta-region-server: CHANGED 2024-11-11T18:21:33,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903554395/meta-region-server: CHANGED 2024-11-11T18:21:33,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43025,1731349291163}] 2024-11-11T18:21:33,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:33,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:21:33,671 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:21:33,671 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:33,672 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:21:33,672 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C43025%2C1731349291163.meta, suffix=.meta, logDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/oldWALs, maxLogs=10 2024-11-11T18:21:33,689 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163/90f34c5bee6a%2C43025%2C1731349291163.meta.1731349293673.meta, exclude list is [], retry=0 2024-11-11T18:21:33,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-34a2f7c4-3e3d-4b60-aeda-2ca51f59d8f2,DISK] 2024-11-11T18:21:33,691 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/WALs/90f34c5bee6a,43025,1731349291163/90f34c5bee6a%2C43025%2C1731349291163.meta.1731349293673.meta 2024-11-11T18:21:33,692 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-11T18:21:33,692 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:33,692 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:33,692 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:33,692 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:21:33,692 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:21:33,692 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:21:33,692 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:33,693 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:21:33,693 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:21:33,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:33,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:33,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:33,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:33,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:33,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:33,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:33,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:33,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:33,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:33,697 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:33,697 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740 2024-11-11T18:21:33,698 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740 2024-11-11T18:21:33,698 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:33,699 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:33,699 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:33,700 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:33,700 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713591, jitterRate=0.038813456892967224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:33,700 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:21:33,700 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349293693Writing region info on filesystem at 1731349293693Initializing all the Stores at 1731349293693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349293693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349293693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349293693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349293693Cleaning up temporary data from old regions at 1731349293699 (+6 ms)Running coprocessor post-open hooks at 1731349293700 (+1 ms)Region opened successfully at 1731349293700 2024-11-11T18:21:33,701 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349293667 2024-11-11T18:21:33,702 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:21:33,702 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:21:33,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,704 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43025,1731349291163, state=OPEN 2024-11-11T18:21:33,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11903554395/meta-region-server 2024-11-11T18:21:33,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11903554395/meta-region-server 2024-11-11T18:21:33,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:33,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903554395/meta-region-server: CHANGED 2024-11-11T18:21:33,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903554395/meta-region-server: CHANGED 2024-11-11T18:21:33,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:21:33,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43025,1731349291163 in 191 msec 2024-11-11T18:21:33,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:21:33,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-11T18:21:33,710 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:33,710 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:21:33,711 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:33,711 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43025,1731349291163, seqNum=-1] 2024-11-11T18:21:33,711 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:33,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:33,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 794 msec 2024-11-11T18:21:33,715 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349293715, completionTime=-1 2024-11-11T18:21:33,715 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:21:33,715 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349353717 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349413717 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35845,1731349291119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35845,1731349291119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35845,1731349291119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:35845, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,717 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,718 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,719 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.517sec 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35845,1731349291119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:33,721 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35845,1731349291119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:21:33,723 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:21:33,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:21:33,723 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35845,1731349291119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:33,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:33,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35845,-1 for getting cluster id 2024-11-11T18:21:33,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:33,786 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b01e228c-b22e-4be1-a0cc-bd4b39ef0842' 2024-11-11T18:21:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b01e228c-b22e-4be1-a0cc-bd4b39ef0842" 2024-11-11T18:21:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c4eed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35845,-1] 2024-11-11T18:21:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:33,788 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:33,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:33,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43025,1731349291163, seqNum=-1] 2024-11-11T18:21:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:33,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:33,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:33,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:33,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101084376bc0005 connected 2024-11-11T18:21:33,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir so I do NOT create it in target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0 2024-11-11T18:21:33,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:21:33,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.tmp.dir so I do NOT create it in target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0 2024-11-11T18:21:33,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:21:33,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0 2024-11-11T18:21:33,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:21:33,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/cluster_60a647bf-c770-a5a9-20b7-96312a164178, deleteOnExit=true 2024-11-11T18:21:33,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/test.cache.data in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:21:33,800 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:21:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:21:33,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:21:33,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:33,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:33,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:33,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:33,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:21:33,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:33,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30355923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:33,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed586f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:34,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224a7d69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/java.io.tmpdir/jetty-localhost-41597-hadoop-hdfs-3_4_1-tests_jar-_-any-13669223903731708449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:34,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30633fa8{HTTP/1.1, (http/1.1)}{localhost:41597} 2024-11-11T18:21:34,046 INFO [Time-limited test {}] server.Server(415): Started @289842ms 2024-11-11T18:21:34,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:21:34,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:21:34,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:21:34,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:21:34,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:21:34,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9f90b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:21:34,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8d262e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:21:34,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c95447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/java.io.tmpdir/jetty-localhost-33643-hadoop-hdfs-3_4_1-tests_jar-_-any-14754145640162895472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:34,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bc7496d{HTTP/1.1, (http/1.1)}{localhost:33643} 2024-11-11T18:21:34,265 INFO [Time-limited test {}] server.Server(415): Started @290060ms 2024-11-11T18:21:34,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:21:34,380 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/cluster_60a647bf-c770-a5a9-20b7-96312a164178/data/data2/current/BP-1436186274-172.17.0.2-1731349293819/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:34,380 WARN [Thread-4524 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/cluster_60a647bf-c770-a5a9-20b7-96312a164178/data/data1/current/BP-1436186274-172.17.0.2-1731349293819/current, will proceed with Du for space computation calculation, 2024-11-11T18:21:34,417 WARN [Thread-4512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe06084205325af99 with lease ID 0xacef7500a82deaf1: Processing first storage report for DS-5f4ef229-4388-45f7-922a-9d0658d2b63e from datanode DatanodeRegistration(127.0.0.1:37133, datanodeUuid=841065ac-0bc9-46cd-b320-16d0c892ca01, infoPort=45263, infoSecurePort=0, ipcPort=36101, storageInfo=lv=-57;cid=testClusterID;nsid=1319492272;c=1731349293819) 2024-11-11T18:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe06084205325af99 with lease ID 0xacef7500a82deaf1: from storage DS-5f4ef229-4388-45f7-922a-9d0658d2b63e node DatanodeRegistration(127.0.0.1:37133, datanodeUuid=841065ac-0bc9-46cd-b320-16d0c892ca01, infoPort=45263, infoSecurePort=0, ipcPort=36101, storageInfo=lv=-57;cid=testClusterID;nsid=1319492272;c=1731349293819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe06084205325af99 with lease ID 0xacef7500a82deaf1: Processing first storage report for DS-279d2814-6f2d-4056-bd75-d08d1e882a50 from datanode DatanodeRegistration(127.0.0.1:37133, datanodeUuid=841065ac-0bc9-46cd-b320-16d0c892ca01, infoPort=45263, infoSecurePort=0, ipcPort=36101, storageInfo=lv=-57;cid=testClusterID;nsid=1319492272;c=1731349293819) 2024-11-11T18:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe06084205325af99 with lease ID 0xacef7500a82deaf1: from storage DS-279d2814-6f2d-4056-bd75-d08d1e882a50 node DatanodeRegistration(127.0.0.1:37133, datanodeUuid=841065ac-0bc9-46cd-b320-16d0c892ca01, infoPort=45263, infoSecurePort=0, ipcPort=36101, storageInfo=lv=-57;cid=testClusterID;nsid=1319492272;c=1731349293819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:21:34,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0 2024-11-11T18:21:34,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:21:34,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5 with version=8 2024-11-11T18:21:34,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/hbase-staging 2024-11-11T18:21:34,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:21:34,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:34,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39605 2024-11-11T18:21:34,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39605 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:34,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396050x0, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:34,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39605-0x101084376bc0006 connected 2024-11-11T18:21:34,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/running 2024-11-11T18:21:34,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5, hbase.cluster.distributed=false 2024-11-11T18:21:34,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/acl 2024-11-11T18:21:34,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-11T18:21:34,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39605 2024-11-11T18:21:34,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39605 2024-11-11T18:21:34,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-11T18:21:34,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-11T18:21:34,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:21:34,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:34,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:34,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:21:34,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:21:34,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:21:34,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:21:34,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:21:34,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36927 2024-11-11T18:21:34,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36927 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:34,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369270x0, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:34,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369270x0, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/running 2024-11-11T18:21:34,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36927-0x101084376bc0007 connected 2024-11-11T18:21:34,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:21:34,948 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:21:34,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/master 2024-11-11T18:21:34,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/acl 2024-11-11T18:21:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36927 2024-11-11T18:21:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36927 2024-11-11T18:21:34,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36927 2024-11-11T18:21:34,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36927 2024-11-11T18:21:34,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36927 2024-11-11T18:21:34,968 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:39605 2024-11-11T18:21:34,968 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1842473118/backup-masters/90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:34,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118/backup-masters 2024-11-11T18:21:34,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118/backup-masters 2024-11-11T18:21:34,971 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on existing znode=/2-1842473118/backup-masters/90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1842473118/master 2024-11-11T18:21:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:34,974 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on existing znode=/2-1842473118/master 2024-11-11T18:21:34,974 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1842473118/backup-masters/90f34c5bee6a,39605,1731349294899 from backup master directory 2024-11-11T18:21:34,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1842473118/backup-masters/90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:34,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118/backup-masters 2024-11-11T18:21:34,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118/backup-masters 2024-11-11T18:21:34,976 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:34,976 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:34,981 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/hbase.id] with ID: 2a9a39db-59db-49f9-bac2-4b36abafc238 2024-11-11T18:21:34,981 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/.tmp/hbase.id 2024-11-11T18:21:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:21:34,986 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/.tmp/hbase.id]:[hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/hbase.id] 2024-11-11T18:21:34,994 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:34,994 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:21:34,995 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:21:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:35,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:21:35,402 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:35,402 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:21:35,403 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:21:35,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:35,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:35,808 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store 2024-11-11T18:21:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:21:36,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:36,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:36,214 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:36,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:36,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:36,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:36,214 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:36,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349296214Disabling compacts and flushes for region at 1731349296214Disabling writes for close at 1731349296214Writing region close event to WAL at 1731349296214Closed at 1731349296214 2024-11-11T18:21:36,215 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/.initializing 2024-11-11T18:21:36,215 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/WALs/90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:36,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:36,217 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39605%2C1731349294899, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/WALs/90f34c5bee6a,39605,1731349294899, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/oldWALs, maxLogs=10 2024-11-11T18:21:36,230 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/WALs/90f34c5bee6a,39605,1731349294899/90f34c5bee6a%2C39605%2C1731349294899.1731349296217, exclude list is [], retry=0 2024-11-11T18:21:36,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37133,DS-5f4ef229-4388-45f7-922a-9d0658d2b63e,DISK] 2024-11-11T18:21:36,234 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/WALs/90f34c5bee6a,39605,1731349294899/90f34c5bee6a%2C39605%2C1731349294899.1731349296217 2024-11-11T18:21:36,234 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45263:45263)] 2024-11-11T18:21:36,234 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:36,235 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:36,235 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,235 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:21:36,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:36,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:36,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:21:36,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:36,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:36,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:21:36,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:36,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:36,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:21:36,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:36,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:36,241 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,241 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,241 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:36,243 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:21:36,245 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:36,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62994338, jitterRate=-0.06131121516227722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:36,245 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349296235Initializing all the Stores at 1731349296235Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349296235Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349296236 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349296236Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349296236Cleaning up temporary data from old regions at 1731349296242 (+6 ms)Region opened successfully at 1731349296245 (+3 ms) 2024-11-11T18:21:36,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:21:36,247 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0754b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:36,248 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:21:36,248 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:21:36,248 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:21:36,248 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:21:36,248 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:21:36,249 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:21:36,249 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:21:36,250 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:21:36,251 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Unable to get data of znode /2-1842473118/balancer because node does not exist (not necessarily an error) 2024-11-11T18:21:36,254 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1842473118/balancer already deleted, retry=false 2024-11-11T18:21:36,254 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:21:36,255 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Unable to get data of znode /2-1842473118/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:21:36,256 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1842473118/normalizer already deleted, retry=false 2024-11-11T18:21:36,257 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:21:36,257 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Unable to get data of znode /2-1842473118/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:21:36,258 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1842473118/switch/split already deleted, retry=false 2024-11-11T18:21:36,259 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Unable to get data of znode /2-1842473118/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:21:36,260 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1842473118/switch/merge already deleted, retry=false 2024-11-11T18:21:36,262 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Unable to get data of znode /2-1842473118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:21:36,263 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1842473118/snapshot-cleanup already deleted, retry=false 2024-11-11T18:21:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1842473118/running 2024-11-11T18:21:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1842473118/running 2024-11-11T18:21:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:36,265 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,39605,1731349294899, sessionid=0x101084376bc0006, setting cluster-up flag (Was=false) 2024-11-11T18:21:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:36,272 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1842473118/flush-table-proc/acquired, /2-1842473118/flush-table-proc/reached, /2-1842473118/flush-table-proc/abort 2024-11-11T18:21:36,273 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:36,281 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1842473118/online-snapshot/acquired, /2-1842473118/online-snapshot/reached, /2-1842473118/online-snapshot/abort 2024-11-11T18:21:36,282 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:36,283 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:21:36,284 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:36,284 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:21:36,284 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:21:36,285 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,39605,1731349294899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:36,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349326287 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:21:36,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:21:36,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:21:36,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:21:36,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:21:36,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T18:21:36,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:36,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:21:36,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:21:36,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:21:36,288 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349296288,5,FailOnTimeoutGroup] 2024-11-11T18:21:36,292 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349296288,5,FailOnTimeoutGroup] 2024-11-11T18:21:36,292 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,292 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:21:36,292 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,292 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:21:36,358 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(746): ClusterId : 2a9a39db-59db-49f9-bac2-4b36abafc238 2024-11-11T18:21:36,358 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:21:36,361 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:21:36,361 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:21:36,362 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:21:36,363 DEBUG [RS:0;90f34c5bee6a:36927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bee8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:21:36,374 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:36927 2024-11-11T18:21:36,374 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:21:36,374 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:21:36,374 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:21:36,375 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,39605,1731349294899 with port=36927, startcode=1731349294939 2024-11-11T18:21:36,375 DEBUG [RS:0;90f34c5bee6a:36927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:21:36,376 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:21:36,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:36,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39605 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:36,378 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5 2024-11-11T18:21:36,378 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33749 2024-11-11T18:21:36,378 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:21:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118/rs 2024-11-11T18:21:36,383 DEBUG [RS:0;90f34c5bee6a:36927 {}] zookeeper.ZKUtil(111): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on existing znode=/2-1842473118/rs/90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:36,383 WARN [RS:0;90f34c5bee6a:36927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:21:36,383 INFO [RS:0;90f34c5bee6a:36927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:36,383 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:36,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,36927,1731349294939] 2024-11-11T18:21:36,389 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:21:36,390 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:21:36,390 INFO [RS:0;90f34c5bee6a:36927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:21:36,390 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,391 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:21:36,391 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:21:36,391 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:36,391 DEBUG [RS:0;90f34c5bee6a:36927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:21:36,392 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,392 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,392 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,392 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,392 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,392 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36927,1731349294939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:36,406 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:21:36,406 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36927,1731349294939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,406 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,406 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.Replication(171): 90f34c5bee6a,36927,1731349294939 started 2024-11-11T18:21:36,420 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:36,420 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,36927,1731349294939, RpcServer on 90f34c5bee6a/172.17.0.2:36927, sessionid=0x101084376bc0007 2024-11-11T18:21:36,420 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:21:36,420 DEBUG [RS:0;90f34c5bee6a:36927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:36,420 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,36927,1731349294939' 2024-11-11T18:21:36,420 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1842473118/flush-table-proc/abort' 2024-11-11T18:21:36,421 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1842473118/flush-table-proc/acquired' 2024-11-11T18:21:36,421 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:21:36,421 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:21:36,421 DEBUG [RS:0;90f34c5bee6a:36927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:36,421 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,36927,1731349294939' 2024-11-11T18:21:36,421 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1842473118/online-snapshot/abort' 2024-11-11T18:21:36,422 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1842473118/online-snapshot/acquired' 2024-11-11T18:21:36,422 DEBUG [RS:0;90f34c5bee6a:36927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:21:36,422 INFO [RS:0;90f34c5bee6a:36927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:21:36,422 INFO [RS:0;90f34c5bee6a:36927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:21:36,522 INFO [RS:0;90f34c5bee6a:36927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:21:36,524 INFO [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C36927%2C1731349294939, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/oldWALs, maxLogs=10 2024-11-11T18:21:36,541 DEBUG [RS:0;90f34c5bee6a:36927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939/90f34c5bee6a%2C36927%2C1731349294939.1731349296524, exclude list is [], retry=0 2024-11-11T18:21:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37133,DS-5f4ef229-4388-45f7-922a-9d0658d2b63e,DISK] 2024-11-11T18:21:36,545 INFO [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939/90f34c5bee6a%2C36927%2C1731349294939.1731349296524 2024-11-11T18:21:36,545 DEBUG [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45263:45263)] 2024-11-11T18:21:36,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:21:36,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5 2024-11-11T18:21:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741833_1009 (size=32) 2024-11-11T18:21:37,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:37,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:37,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:37,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:37,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:37,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:37,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:37,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:37,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:37,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740 2024-11-11T18:21:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740 2024-11-11T18:21:37,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:37,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:37,113 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:37,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:37,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:37,116 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62385085, jitterRate=-0.07038979232311249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349297104Initializing all the Stores at 1731349297104Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349297104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349297104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349297105 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349297105Cleaning up temporary data from old regions at 1731349297113 (+8 ms)Region opened successfully at 1731349297116 (+3 ms) 2024-11-11T18:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:37,116 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:37,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349297116Disabling compacts and flushes for region at 1731349297116Disabling writes for close at 1731349297116Writing region close event to WAL at 1731349297116Closed at 1731349297116 2024-11-11T18:21:37,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:37,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:21:37,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:21:37,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:37,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:21:37,270 DEBUG [90f34c5bee6a:39605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T18:21:37,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:37,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,36927,1731349294939, state=OPENING 2024-11-11T18:21:37,274 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:21:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:37,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:21:37,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1842473118/meta-region-server: CHANGED 2024-11-11T18:21:37,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1842473118/meta-region-server: CHANGED 2024-11-11T18:21:37,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,36927,1731349294939}] 2024-11-11T18:21:37,427 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:37,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:21:37,432 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:21:37,432 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:37,432 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:21:37,433 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C36927%2C1731349294939.meta, suffix=.meta, logDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/oldWALs, maxLogs=10 2024-11-11T18:21:37,448 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939/90f34c5bee6a%2C36927%2C1731349294939.meta.1731349297433.meta, exclude list is [], retry=0 2024-11-11T18:21:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37133,DS-5f4ef229-4388-45f7-922a-9d0658d2b63e,DISK] 2024-11-11T18:21:37,452 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/WALs/90f34c5bee6a,36927,1731349294939/90f34c5bee6a%2C36927%2C1731349294939.meta.1731349297433.meta 2024-11-11T18:21:37,454 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45263:45263)] 2024-11-11T18:21:37,454 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:37,454 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:37,454 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:37,455 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:21:37,455 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:21:37,455 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:21:37,455 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:37,455 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:21:37,455 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:21:37,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:21:37,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:21:37,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:21:37,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:21:37,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:21:37,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:21:37,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:21:37,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:21:37,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:21:37,460 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:21:37,461 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740 2024-11-11T18:21:37,461 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740 2024-11-11T18:21:37,462 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:21:37,462 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:21:37,463 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:21:37,463 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:21:37,464 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67140297, jitterRate=4.683881998062134E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:21:37,464 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:21:37,464 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349297455Writing region info on filesystem at 1731349297455Initializing all the Stores at 1731349297456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349297456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349297456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349297456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349297456Cleaning up temporary data from old regions at 1731349297462 (+6 ms)Running coprocessor post-open hooks at 1731349297464 (+2 ms)Region opened successfully at 1731349297464 2024-11-11T18:21:37,465 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349297427 2024-11-11T18:21:37,467 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:21:37,467 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:21:37,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:37,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,36927,1731349294939, state=OPEN 2024-11-11T18:21:37,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1842473118/meta-region-server 2024-11-11T18:21:37,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1842473118/meta-region-server 2024-11-11T18:21:37,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:37,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1842473118/meta-region-server: CHANGED 2024-11-11T18:21:37,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1842473118/meta-region-server: CHANGED 2024-11-11T18:21:37,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:21:37,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,36927,1731349294939 in 200 msec 2024-11-11T18:21:37,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:21:37,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-11T18:21:37,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:21:37,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:21:37,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:37,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,36927,1731349294939, seqNum=-1] 2024-11-11T18:21:37,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:37,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:37,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-11T18:21:37,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349297486, completionTime=-1 2024-11-11T18:21:37,486 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T18:21:37,486 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349357488 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349417488 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39605,1731349294899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39605,1731349294899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39605,1731349294899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:39605, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,490 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39605,1731349294899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:21:37,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39605,1731349294899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:21:37,494 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:21:37,494 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:21:37,494 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39605,1731349294899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:21:37,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:37,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39605,-1 for getting cluster id 2024-11-11T18:21:37,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:37,560 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9a39db-59db-49f9-bac2-4b36abafc238' 2024-11-11T18:21:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9a39db-59db-49f9-bac2-4b36abafc238" 2024-11-11T18:21:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7939310f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39605,-1] 2024-11-11T18:21:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:37,562 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:37,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:37,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:37,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,36927,1731349294939, seqNum=-1] 2024-11-11T18:21:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:37,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:37,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:37,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54844 2024-11-11T18:21:37,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:21:37,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101084376bc0008 connected 2024-11-11T18:21:37,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ac765c 2024-11-11T18:21:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:37,572 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:37,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:21:37,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:37,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:37,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:21:37,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:21:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:37,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06df453d358d5b7403ab39461c6e1f17, NAME => 'test,,1731349297573.06df453d358d5b7403ab39461c6e1f17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346 2024-11-11T18:21:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:21:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:38,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349297573.06df453d358d5b7403ab39461c6e1f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:38,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06df453d358d5b7403ab39461c6e1f17, disabling compactions & flushes 2024-11-11T18:21:38,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. after waiting 0 ms 2024-11-11T18:21:38,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06df453d358d5b7403ab39461c6e1f17: Waiting for close lock at 1731349298387Disabling compacts and flushes for region at 1731349298387Disabling writes for close at 1731349298387Writing region close event to WAL at 1731349298387Closed at 1731349298387 2024-11-11T18:21:38,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:38,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349297573.06df453d358d5b7403ab39461c6e1f17.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349298388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349298388"}]},"ts":"1731349298388"} 2024-11-11T18:21:38,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:38,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:38,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349298390"}]},"ts":"1731349298390"} 2024-11-11T18:21:38,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:21:38,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06df453d358d5b7403ab39461c6e1f17, ASSIGN}] 2024-11-11T18:21:38,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06df453d358d5b7403ab39461c6e1f17, ASSIGN 2024-11-11T18:21:38,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06df453d358d5b7403ab39461c6e1f17, ASSIGN; state=OFFLINE, location=90f34c5bee6a,38747,1731349287134; forceNewPlan=false, retain=false 2024-11-11T18:21:38,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06df453d358d5b7403ab39461c6e1f17, regionState=OPENING, regionLocation=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:38,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06df453d358d5b7403ab39461c6e1f17, ASSIGN because future has completed 2024-11-11T18:21:38,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06df453d358d5b7403ab39461c6e1f17, server=90f34c5bee6a,38747,1731349287134}] 2024-11-11T18:21:38,702 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,702 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06df453d358d5b7403ab39461c6e1f17, NAME => 'test,,1731349297573.06df453d358d5b7403ab39461c6e1f17.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:38,702 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:38,703 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:21:38,703 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,703 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349297573.06df453d358d5b7403ab39461c6e1f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:38,703 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,703 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,704 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,705 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06df453d358d5b7403ab39461c6e1f17 columnFamilyName f 2024-11-11T18:21:38,705 DEBUG [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:38,705 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] regionserver.HStore(327): Store=06df453d358d5b7403ab39461c6e1f17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:38,705 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,706 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06df453d358d5b7403ab39461c6e1f17 columnFamilyName f1 2024-11-11T18:21:38,706 DEBUG [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:38,706 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] regionserver.HStore(327): Store=06df453d358d5b7403ab39461c6e1f17/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:38,706 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,707 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06df453d358d5b7403ab39461c6e1f17 columnFamilyName norep 2024-11-11T18:21:38,707 DEBUG [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:38,708 INFO [StoreOpener-06df453d358d5b7403ab39461c6e1f17-1 {}] regionserver.HStore(327): Store=06df453d358d5b7403ab39461c6e1f17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:38,708 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,708 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,708 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,709 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,709 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,709 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:38,710 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,711 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:38,712 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06df453d358d5b7403ab39461c6e1f17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69819840, jitterRate=0.040396690368652344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:38,712 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:38,712 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06df453d358d5b7403ab39461c6e1f17: Running coprocessor pre-open hook at 1731349298703Writing region info on filesystem at 1731349298703Initializing all the Stores at 1731349298703Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349298703Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349298704 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349298704Cleaning up temporary data from old regions at 1731349298709 (+5 ms)Running coprocessor post-open hooks at 1731349298712 (+3 ms)Region opened successfully at 1731349298712 2024-11-11T18:21:38,713 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., pid=6, masterSystemTime=1731349298699 2024-11-11T18:21:38,714 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,714 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:38,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06df453d358d5b7403ab39461c6e1f17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:38,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06df453d358d5b7403ab39461c6e1f17, server=90f34c5bee6a,38747,1731349287134 because future has completed 2024-11-11T18:21:38,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:21:38,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06df453d358d5b7403ab39461c6e1f17, server=90f34c5bee6a,38747,1731349287134 in 170 msec 2024-11-11T18:21:38,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:21:38,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06df453d358d5b7403ab39461c6e1f17, ASSIGN in 327 msec 2024-11-11T18:21:38,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:38,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349298721"}]},"ts":"1731349298721"} 2024-11-11T18:21:38,722 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:21:38,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:38,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-11T18:21:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:39,717 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:21:39,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7b1edf 2024-11-11T18:21:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:39,719 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:39,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:21:39,722 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:39,722 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:39,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:21:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:39,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:21:39,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12db3271f69c4749006252b350edff85, NAME => 'test,,1731349299720.12db3271f69c4749006252b350edff85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede 2024-11-11T18:21:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:21:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:40,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349299720.12db3271f69c4749006252b350edff85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:40,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12db3271f69c4749006252b350edff85, disabling compactions & flushes 2024-11-11T18:21:40,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349299720.12db3271f69c4749006252b350edff85. after waiting 0 ms 2024-11-11T18:21:40,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12db3271f69c4749006252b350edff85: Waiting for close lock at 1731349300134Disabling compacts and flushes for region at 1731349300134Disabling writes for close at 1731349300134Writing region close event to WAL at 1731349300134Closed at 1731349300134 2024-11-11T18:21:40,135 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:40,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349299720.12db3271f69c4749006252b350edff85.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349300135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349300135"}]},"ts":"1731349300135"} 2024-11-11T18:21:40,137 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:40,138 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:40,138 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349300138"}]},"ts":"1731349300138"} 2024-11-11T18:21:40,140 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:21:40,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12db3271f69c4749006252b350edff85, ASSIGN}] 2024-11-11T18:21:40,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12db3271f69c4749006252b350edff85, ASSIGN 2024-11-11T18:21:40,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12db3271f69c4749006252b350edff85, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43025,1731349291163; forceNewPlan=false, retain=false 2024-11-11T18:21:40,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12db3271f69c4749006252b350edff85, regionState=OPENING, regionLocation=90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:40,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12db3271f69c4749006252b350edff85, ASSIGN because future has completed 2024-11-11T18:21:40,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12db3271f69c4749006252b350edff85, server=90f34c5bee6a,43025,1731349291163}] 2024-11-11T18:21:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:40,459 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,460 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12db3271f69c4749006252b350edff85, NAME => 'test,,1731349299720.12db3271f69c4749006252b350edff85.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:40,460 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:40,460 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:21:40,461 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,461 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349299720.12db3271f69c4749006252b350edff85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:40,461 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,461 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,462 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,463 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12db3271f69c4749006252b350edff85 columnFamilyName f 2024-11-11T18:21:40,463 DEBUG [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:40,463 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] regionserver.HStore(327): Store=12db3271f69c4749006252b350edff85/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:40,464 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,464 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12db3271f69c4749006252b350edff85 columnFamilyName f1 2024-11-11T18:21:40,464 DEBUG [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:40,465 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] regionserver.HStore(327): Store=12db3271f69c4749006252b350edff85/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:40,465 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,466 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12db3271f69c4749006252b350edff85 columnFamilyName norep 2024-11-11T18:21:40,466 DEBUG [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:40,466 INFO [StoreOpener-12db3271f69c4749006252b350edff85-1 {}] regionserver.HStore(327): Store=12db3271f69c4749006252b350edff85/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:40,466 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,467 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,467 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,468 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,468 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,469 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:40,470 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:40,472 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12db3271f69c4749006252b350edff85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922010, jitterRate=-0.017685502767562866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:40,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:40,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12db3271f69c4749006252b350edff85: Running coprocessor pre-open hook at 1731349300461Writing region info on filesystem at 1731349300461Initializing all the Stores at 1731349300462 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349300462Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349300462Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349300462Cleaning up temporary data from old regions at 1731349300468 (+6 ms)Running coprocessor post-open hooks at 1731349300472 (+4 ms)Region opened successfully at 1731349300472 2024-11-11T18:21:40,473 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349299720.12db3271f69c4749006252b350edff85., pid=6, masterSystemTime=1731349300456 2024-11-11T18:21:40,475 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,475 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:40,476 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12db3271f69c4749006252b350edff85, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12db3271f69c4749006252b350edff85, server=90f34c5bee6a,43025,1731349291163 because future has completed 2024-11-11T18:21:40,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:21:40,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12db3271f69c4749006252b350edff85, server=90f34c5bee6a,43025,1731349291163 in 184 msec 2024-11-11T18:21:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:21:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12db3271f69c4749006252b350edff85, ASSIGN in 341 msec 2024-11-11T18:21:40,483 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:40,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349300484"}]},"ts":"1731349300484"} 2024-11-11T18:21:40,485 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:21:40,486 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:40,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-11T18:21:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:40,858 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:21:40,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d687e0 2024-11-11T18:21:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:40,861 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:40,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T18:21:40,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:40,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T18:21:40,865 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:40,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:40,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741835_1011 (size=902) 2024-11-11T18:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:41,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5ef6e424b403e67c162d7f7dae5594d, NAME => 'test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5 2024-11-11T18:21:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741836_1012 (size=39) 2024-11-11T18:21:41,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:41,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5ef6e424b403e67c162d7f7dae5594d, disabling compactions & flushes 2024-11-11T18:21:41,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. after waiting 0 ms 2024-11-11T18:21:41,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5ef6e424b403e67c162d7f7dae5594d: Waiting for close lock at 1731349301278Disabling compacts and flushes for region at 1731349301278Disabling writes for close at 1731349301278Writing region close event to WAL at 1731349301278Closed at 1731349301278 2024-11-11T18:21:41,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:41,280 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731349301279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349301279"}]},"ts":"1731349301279"} 2024-11-11T18:21:41,281 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:41,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:41,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349301282"}]},"ts":"1731349301282"} 2024-11-11T18:21:41,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T18:21:41,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5ef6e424b403e67c162d7f7dae5594d, ASSIGN}] 2024-11-11T18:21:41,284 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5ef6e424b403e67c162d7f7dae5594d, ASSIGN 2024-11-11T18:21:41,285 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5ef6e424b403e67c162d7f7dae5594d, ASSIGN; state=OFFLINE, location=90f34c5bee6a,36927,1731349294939; forceNewPlan=false, retain=false 2024-11-11T18:21:41,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5ef6e424b403e67c162d7f7dae5594d, regionState=OPENING, regionLocation=90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:41,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5ef6e424b403e67c162d7f7dae5594d, ASSIGN because future has completed 2024-11-11T18:21:41,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5ef6e424b403e67c162d7f7dae5594d, server=90f34c5bee6a,36927,1731349294939}] 2024-11-11T18:21:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:41,593 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,593 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5ef6e424b403e67c162d7f7dae5594d, NAME => 'test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:41,593 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:41,594 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T18:21:41,594 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,594 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:41,594 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,594 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,599 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,600 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5ef6e424b403e67c162d7f7dae5594d columnFamilyName f 2024-11-11T18:21:41,600 DEBUG [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:41,601 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] regionserver.HStore(327): Store=f5ef6e424b403e67c162d7f7dae5594d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:41,601 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,602 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5ef6e424b403e67c162d7f7dae5594d columnFamilyName f1 2024-11-11T18:21:41,602 DEBUG [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:41,602 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] regionserver.HStore(327): Store=f5ef6e424b403e67c162d7f7dae5594d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:41,602 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,603 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5ef6e424b403e67c162d7f7dae5594d columnFamilyName norep 2024-11-11T18:21:41,603 DEBUG [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:41,603 INFO [StoreOpener-f5ef6e424b403e67c162d7f7dae5594d-1 {}] regionserver.HStore(327): Store=f5ef6e424b403e67c162d7f7dae5594d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:41,603 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,604 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,604 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,605 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,605 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,605 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:41,606 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,607 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:41,608 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5ef6e424b403e67c162d7f7dae5594d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66213385, jitterRate=-0.013343676924705505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:41,608 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:41,608 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5ef6e424b403e67c162d7f7dae5594d: Running coprocessor pre-open hook at 1731349301594Writing region info on filesystem at 1731349301594Initializing all the Stores at 1731349301595 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349301595Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349301599 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349301599Cleaning up temporary data from old regions at 1731349301605 (+6 ms)Running coprocessor post-open hooks at 1731349301608 (+3 ms)Region opened successfully at 1731349301608 2024-11-11T18:21:41,608 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d., pid=6, masterSystemTime=1731349301590 2024-11-11T18:21:41,610 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,610 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:41,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5ef6e424b403e67c162d7f7dae5594d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:41,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5ef6e424b403e67c162d7f7dae5594d, server=90f34c5bee6a,36927,1731349294939 because future has completed 2024-11-11T18:21:41,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:21:41,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5ef6e424b403e67c162d7f7dae5594d, server=90f34c5bee6a,36927,1731349294939 in 175 msec 2024-11-11T18:21:41,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:21:41,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5ef6e424b403e67c162d7f7dae5594d, ASSIGN in 332 msec 2024-11-11T18:21:41,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:41,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349301617"}]},"ts":"1731349301617"} 2024-11-11T18:21:41,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T18:21:41,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:41,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-11T18:21:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:21:42,008 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T18:21:42,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:42,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37945,-1 for getting cluster id 2024-11-11T18:21:42,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:42,009 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebfefbe-8233-428a-a1b5-2abdcd782bae' 2024-11-11T18:21:42,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebfefbe-8233-428a-a1b5-2abdcd782bae" 2024-11-11T18:21:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3523a14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37945,-1] 2024-11-11T18:21:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:42,011 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:42,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:42,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb31851 2024-11-11T18:21:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:42,013 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:42,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://90f34c5bee6a:35845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:21:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:21:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:42,016 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:35845' 2024-11-11T18:21:42,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261298e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:42,017 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35845,-1 for getting cluster id 2024-11-11T18:21:42,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:42,018 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b01e228c-b22e-4be1-a0cc-bd4b39ef0842' 2024-11-11T18:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b01e228c-b22e-4be1-a0cc-bd4b39ef0842" 2024-11-11T18:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f1b0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35845,-1] 2024-11-11T18:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:42,019 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:42,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a4f74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:42,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:42,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:42,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5a4c52 2024-11-11T18:21:42,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:42,021 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:42,022 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T18:21:42,022 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:21:42,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:42,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:42,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:42,023 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:21:42,023 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T18:21:42,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:21:42,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:42,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:21:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741837_1013 (size=1138) 2024-11-11T18:21:42,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c926b78829d9c156b5d826f10846adde, NAME => 'hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346 2024-11-11T18:21:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741838_1014 (size=44) 2024-11-11T18:21:42,074 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T18:21:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:42,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:42,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c926b78829d9c156b5d826f10846adde, disabling compactions & flushes 2024-11-11T18:21:42,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. after waiting 0 ms 2024-11-11T18:21:42,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c926b78829d9c156b5d826f10846adde: Waiting for close lock at 1731349302437Disabling compacts and flushes for region at 1731349302437Disabling writes for close at 1731349302437Writing region close event to WAL at 1731349302437Closed at 1731349302437 2024-11-11T18:21:42,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:21:42,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731349302438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349302438"}]},"ts":"1731349302438"} 2024-11-11T18:21:42,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:21:42,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:21:42,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349302441"}]},"ts":"1731349302441"} 2024-11-11T18:21:42,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T18:21:42,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c926b78829d9c156b5d826f10846adde, ASSIGN}] 2024-11-11T18:21:42,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c926b78829d9c156b5d826f10846adde, ASSIGN 2024-11-11T18:21:42,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c926b78829d9c156b5d826f10846adde, ASSIGN; state=OFFLINE, location=90f34c5bee6a,38747,1731349287134; forceNewPlan=false, retain=false 2024-11-11T18:21:42,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c926b78829d9c156b5d826f10846adde, regionState=OPENING, regionLocation=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:42,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c926b78829d9c156b5d826f10846adde, ASSIGN because future has completed 2024-11-11T18:21:42,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c926b78829d9c156b5d826f10846adde, server=90f34c5bee6a,38747,1731349287134}] 2024-11-11T18:21:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:42,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:21:42,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T18:21:42,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=90f34c5bee6a%2C38747%2C1731349287134.rep, suffix=, logDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/oldWALs, maxLogs=10 2024-11-11T18:21:42,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.rep.1731349302755, exclude list is [], retry=0 2024-11-11T18:21:42,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:42,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.rep.1731349302755 2024-11-11T18:21:42,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:42,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c926b78829d9c156b5d826f10846adde, NAME => 'hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:21:42,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T18:21:42,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:21:42,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. service=MultiRowMutationService 2024-11-11T18:21:42,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T18:21:42,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:21:42,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,782 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,783 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c926b78829d9c156b5d826f10846adde columnFamilyName hfileref 2024-11-11T18:21:42,783 DEBUG [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:42,784 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] regionserver.HStore(327): Store=c926b78829d9c156b5d826f10846adde/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:42,784 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,784 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c926b78829d9c156b5d826f10846adde columnFamilyName queue 2024-11-11T18:21:42,785 DEBUG [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:42,785 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] regionserver.HStore(327): Store=c926b78829d9c156b5d826f10846adde/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:42,785 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,786 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c926b78829d9c156b5d826f10846adde columnFamilyName sid 2024-11-11T18:21:42,786 DEBUG [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:21:42,786 INFO [StoreOpener-c926b78829d9c156b5d826f10846adde-1 {}] regionserver.HStore(327): Store=c926b78829d9c156b5d826f10846adde/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:21:42,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T18:21:42,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:21:42,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c926b78829d9c156b5d826f10846adde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72191756, jitterRate=0.0757409930229187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T18:21:42,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:42,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c926b78829d9c156b5d826f10846adde: Running coprocessor pre-open hook at 1731349302781Writing region info on filesystem at 1731349302781Initializing all the Stores at 1731349302782 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349302782Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349302782Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349302782Cleaning up temporary data from old regions at 1731349302788 (+6 ms)Running coprocessor post-open hooks at 1731349302791 (+3 ms)Region opened successfully at 1731349302791 2024-11-11T18:21:42,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde., pid=10, masterSystemTime=1731349302750 2024-11-11T18:21:42,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:42,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c926b78829d9c156b5d826f10846adde, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:42,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c926b78829d9c156b5d826f10846adde, server=90f34c5bee6a,38747,1731349287134 because future has completed 2024-11-11T18:21:42,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T18:21:42,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c926b78829d9c156b5d826f10846adde, server=90f34c5bee6a,38747,1731349287134 in 200 msec 2024-11-11T18:21:42,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T18:21:42,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c926b78829d9c156b5d826f10846adde, ASSIGN in 357 msec 2024-11-11T18:21:42,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:21:42,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349302801"}]},"ts":"1731349302801"} 2024-11-11T18:21:42,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T18:21:42,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:21:42,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-11T18:21:42,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2] 2024-11-11T18:21:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:42,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:21:42,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:42,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:42,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T18:21:42,991 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T18:21:43,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:43,024 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-90f34c5bee6a,38747,1731349287134, ReplicationSource: 1, currentBandwidth=0 2024-11-11T18:21:43,025 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:43,025 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38747,1731349287134, seqNum=-1] 2024-11-11T18:21:43,025 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:43,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-90f34c5bee6a,38747,1731349287134', locateType=CURRENT is [region=hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2] 2024-11-11T18:21:43,030 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T18:21:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T18:21:43,032 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 90f34c5bee6a,38747,1731349287134 suceeded 2024-11-11T18:21:43,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T18:21:43,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-11T18:21:43,035 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://90f34c5bee6a:35845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:21:43,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-11-11T18:21:43,047 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:35845' 2024-11-11T18:21:43,049 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b0963a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,049 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35845,-1 for getting cluster id 2024-11-11T18:21:43,049 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:43,049 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b01e228c-b22e-4be1-a0cc-bd4b39ef0842' 2024-11-11T18:21:43,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b01e228c-b22e-4be1-a0cc-bd4b39ef0842" 2024-11-11T18:21:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f2ec1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35845,-1] 2024-11-11T18:21:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,051 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:43,051 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c53db06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,052 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:43,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:43,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21df59e9 2024-11-11T18:21:43,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:43,053 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:43,054 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-90f34c5bee6a,38747,1731349287134 (queues=1) is replicating from cluster=0ebfefbe-8233-428a-a1b5-2abdcd782bae to cluster=b01e228c-b22e-4be1-a0cc-bd4b39ef0842 2024-11-11T18:21:43,054 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=90f34c5bee6a%2C38747%2C1731349287134 2024-11-11T18:21:43,054 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-90f34c5bee6a,38747,1731349287134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:21:43,055 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C38747%2C1731349287134 2024-11-11T18:21:43,055 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120, startPosition=0, beingWritten=true 2024-11-11T18:21:43,059 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:43,059 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 379, reset compression=false 2024-11-11T18:21:43,059 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:21:43,148 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T18:21:43,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:43,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:43,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:43,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37945,-1 for getting cluster id 2024-11-11T18:21:43,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:43,150 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebfefbe-8233-428a-a1b5-2abdcd782bae' 2024-11-11T18:21:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebfefbe-8233-428a-a1b5-2abdcd782bae" 2024-11-11T18:21:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76978d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37945,-1] 2024-11-11T18:21:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,151 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23887a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35845,-1 for getting cluster id 2024-11-11T18:21:43,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:43,153 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b01e228c-b22e-4be1-a0cc-bd4b39ef0842' 2024-11-11T18:21:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b01e228c-b22e-4be1-a0cc-bd4b39ef0842" 2024-11-11T18:21:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2559d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35845,-1] 2024-11-11T18:21:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,154 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57526112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39605,-1 for getting cluster id 2024-11-11T18:21:43,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:43,156 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9a39db-59db-49f9-bac2-4b36abafc238' 2024-11-11T18:21:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9a39db-59db-49f9-bac2-4b36abafc238" 2024-11-11T18:21:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448446ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39605,-1] 2024-11-11T18:21:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,157 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dd1356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:43,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731349303162/Put/seqid=0 2024-11-11T18:21:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741840_1016 (size=7894) 2024-11-11T18:21:43,168 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731349303168/Put/seqid=0 2024-11-11T18:21:43,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741841_1017 (size=7691) 2024-11-11T18:21:43,263 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 379, reset compression=false 2024-11-11T18:21:43,566 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 379, reset compression=false 2024-11-11T18:21:43,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37945,-1 for getting cluster id 2024-11-11T18:21:43,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:43,574 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebfefbe-8233-428a-a1b5-2abdcd782bae' 2024-11-11T18:21:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebfefbe-8233-428a-a1b5-2abdcd782bae" 2024-11-11T18:21:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c36d6a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37945,-1] 2024-11-11T18:21:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,576 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:43,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:43,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38747,1731349287134, seqNum=-1] 2024-11-11T18:21:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:43,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:43,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eab031e 2024-11-11T18:21:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:43,586 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2] 2024-11-11T18:21:43,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:21:43,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T18:21:43,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T18:21:43,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T18:21:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:43,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T18:21:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegion(2603): Flush status journal for 06df453d358d5b7403ab39461c6e1f17: 2024-11-11T18:21:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_0 2024-11-11T18:21:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_0 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ 2024-11-11T18:21:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_1 2024-11-11T18:21:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_1 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ 2024-11-11T18:21:43,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_0 into 06df453d358d5b7403ab39461c6e1f17/f as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ - updating store file list. 2024-11-11T18:21:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1db70c225c8041738ee72a9bba4876a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:43,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ into 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:43,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_0 into 06df453d358d5b7403ab39461c6e1f17/f (new location: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_) 2024-11-11T18:21:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_0 2024-11-11T18:21:43,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_1 into 06df453d358d5b7403ab39461c6e1f17/f as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ - updating store file list. 2024-11-11T18:21:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9abd69926c54e7481c48791e9a00ba5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:43,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ into 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:43,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_1 into 06df453d358d5b7403ab39461c6e1f17/f (new location: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_) 2024-11-11T18:21:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__irsninnmjsm0pj9sckmke5dfhq8j6dv7cdc6ip8ce9e8vioohg7bsdmi5vucifbt/f/hfile_1 2024-11-11T18:21:43,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:43,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:43,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:43,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2 , the old value is region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:38747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:21:43,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:21:43,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2 from cache 2024-11-11T18:21:43,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43025,1731349291163, seqNum=-1] 2024-11-11T18:21:43,626 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T18:21:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:43,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349299720.12db3271f69c4749006252b350edff85., hostname=90f34c5bee6a,43025,1731349291163, seqNum=2] 2024-11-11T18:21:43,630 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T18:21:43,728 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:38747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T18:21:43,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:43,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:21:43,968 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128801 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [90f34c5bee6a,33433,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T18:21:43,970 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 379, reset compression=false 2024-11-11T18:21:43,975 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:43,975 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[{test/06df453d358d5b7403ab39461c6e1f17/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349303622/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T18:21:43,977 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:43,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T18:21:43,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.ReplicationSink(318): Replicating [0ebfefbe-8233-428a-a1b5-2abdcd782bae] bulk loaded data 2024-11-11T18:21:43,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78400eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35845,-1 for getting cluster id 2024-11-11T18:21:43,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:43,980 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b01e228c-b22e-4be1-a0cc-bd4b39ef0842' 2024-11-11T18:21:43,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:43,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b01e228c-b22e-4be1-a0cc-bd4b39ef0842" 2024-11-11T18:21:43,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fccc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35845,-1] 2024-11-11T18:21:43,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:43,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:43,981 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:43,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60224edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:43,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741837_1013 (size=7894) 2024-11-11T18:21:44,175 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 687, reset compression=false 2024-11-11T18:21:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741838_1014 (size=7691) 2024-11-11T18:21:44,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15951df4 2024-11-11T18:21:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:44,404 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:44,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:21:44,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43025,1731349291163, seqNum=-1] 2024-11-11T18:21:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:44,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:44,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T18:21:44,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T18:21:44,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ for inclusion in 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T18:21:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:44,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ for inclusion in 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T18:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegion(2603): Flush status journal for 12db3271f69c4749006252b350edff85: 2024-11-11T18:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/58d2a8fbba1e47f7afa906db4b038a00_SeqId_4_ 2024-11-11T18:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1db70c225c8041738ee72a9bba4876a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:21:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/357ff94ca6fd41b6b0b73cfa14805954_SeqId_4_ 2024-11-11T18:21:44,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ into 12db3271f69c4749006252b350edff85/f as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/58d2a8fbba1e47f7afa906db4b038a00_SeqId_4_ - updating store file list. 2024-11-11T18:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58d2a8fbba1e47f7afa906db4b038a00_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:44,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/58d2a8fbba1e47f7afa906db4b038a00_SeqId_4_ into 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:44,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ into 12db3271f69c4749006252b350edff85/f (new location: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/58d2a8fbba1e47f7afa906db4b038a00_SeqId_4_) 2024-11-11T18:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/e9abd69926c54e7481c48791e9a00ba5_SeqId_4_ 2024-11-11T18:21:44,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ into 12db3271f69c4749006252b350edff85/f as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/357ff94ca6fd41b6b0b73cfa14805954_SeqId_4_ - updating store file list. 2024-11-11T18:21:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 357ff94ca6fd41b6b0b73cfa14805954_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:44,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/357ff94ca6fd41b6b0b73cfa14805954_SeqId_4_ into 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:44,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ into 12db3271f69c4749006252b350edff85/f (new location: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/357ff94ca6fd41b6b0b73cfa14805954_SeqId_4_) 2024-11-11T18:21:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__a815r2qead2f37g4la4k84nedu4k32mh87evjhlttvj4ctr0ao1v3rf34j3be099/f/1db70c225c8041738ee72a9bba4876a6_SeqId_4_ 2024-11-11T18:21:44,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.ReplicationSink(324): Finished replicating [0ebfefbe-8233-428a-a1b5-2abdcd782bae] bulk loaded data 2024-11-11T18:21:44,479 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 687, reset compression=false 2024-11-11T18:21:44,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,36927,1731349294939, seqNum=-1] 2024-11-11T18:21:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:44,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d., hostname=90f34c5bee6a,36927,1731349294939, seqNum=2] 2024-11-11T18:21:44,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:44,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:21:44,647 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 90f34c5bee6a%2C38747%2C1731349287134.rep:(num 1731349302755) roll requested 2024-11-11T18:21:44,662 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.rep.1731349304647, exclude list is [], retry=0 2024-11-11T18:21:44,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:44,666 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.rep.1731349302755 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.rep.1731349304647 2024-11-11T18:21:44,667 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:44,667 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.rep.1731349302755 is not closed yet, will try archiving it next time 2024-11-11T18:21:44,667 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 90f34c5bee6a%2C38747%2C1731349287134.meta:.meta(num 1731349290036) roll requested 2024-11-11T18:21:44,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741839_1015 (size=1505) 2024-11-11T18:21:44,681 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.meta.1731349304667.meta, exclude list is [], retry=0 2024-11-11T18:21:44,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:44,684 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.meta.1731349290036.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.meta.1731349304667.meta 2024-11-11T18:21:44,684 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:44,684 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.meta.1731349290036.meta is not closed yet, will try archiving it next time 2024-11-11T18:21:44,684 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 90f34c5bee6a%2C38747%2C1731349287134:(num 1731349289120) roll requested 2024-11-11T18:21:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741834_1010 (size=3473) 2024-11-11T18:21:44,698 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, exclude list is [], retry=0 2024-11-11T18:21:44,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-fb80ebe0-9c73-4059-8399-8bf27c4b2238,DISK] 2024-11-11T18:21:44,701 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 2024-11-11T18:21:44,701 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33007:33007)] 2024-11-11T18:21:44,702 DEBUG [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 is not closed yet, will try archiving it next time 2024-11-11T18:21:44,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741832_1008 (size=695) 2024-11-11T18:21:44,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37945,-1 for getting cluster id 2024-11-11T18:21:44,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:44,703 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebfefbe-8233-428a-a1b5-2abdcd782bae' 2024-11-11T18:21:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:44,704 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/oldWALs/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 2024-11-11T18:21:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebfefbe-8233-428a-a1b5-2abdcd782bae" 2024-11-11T18:21:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533224cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37945,-1] 2024-11-11T18:21:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:44,705 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f45997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b0eb1d 2024-11-11T18:21:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:44,707 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:44,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://90f34c5bee6a:39605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T18:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T18:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:21:44,710 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:39605' 2024-11-11T18:21:44,711 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cc6b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,711 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39605,-1 for getting cluster id 2024-11-11T18:21:44,711 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:44,711 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9a39db-59db-49f9-bac2-4b36abafc238' 2024-11-11T18:21:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9a39db-59db-49f9-bac2-4b36abafc238" 2024-11-11T18:21:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a4b1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39605,-1] 2024-11-11T18:21:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:44,713 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:44,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ce805e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,713 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:44,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:44,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea27eb 2024-11-11T18:21:44,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:44,714 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:44,715 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T18:21:44,715 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T18:21:44,715 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:44,715 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:44,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:44,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T18:21:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:21:44,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T18:21:44,877 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T18:21:44,882 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 to pos 687, reset compression=false 2024-11-11T18:21:44,889 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 was moved to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/oldWALs/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 2024-11-11T18:21:44,891 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120 2024-11-11T18:21:44,891 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, startPosition=0, beingWritten=true 2024-11-11T18:21:44,891 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349289120, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T18:21:44,893 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [90f34c5bee6a%2C38747%2C1731349287134.1731349289120] 2024-11-11T18:21:44,909 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-90f34c5bee6a,38747,1731349287134, ReplicationSource: 2, currentBandwidth=0 2024-11-11T18:21:44,911 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T18:21:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T18:21:44,913 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 90f34c5bee6a,38747,1731349287134 suceeded 2024-11-11T18:21:44,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T18:21:44,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T18:21:44,914 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://90f34c5bee6a:39605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T18:21:44,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 206 msec 2024-11-11T18:21:44,925 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='90f34c5bee6a:39605' 2024-11-11T18:21:44,926 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e46261e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,926 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39605,-1 for getting cluster id 2024-11-11T18:21:44,926 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:44,927 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9a39db-59db-49f9-bac2-4b36abafc238' 2024-11-11T18:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9a39db-59db-49f9-bac2-4b36abafc238" 2024-11-11T18:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6236443f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39605,-1] 2024-11-11T18:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:44,928 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:44,928 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50767378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:44,929 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaa9f6b 2024-11-11T18:21:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:44,930 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:44,930 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-90f34c5bee6a,38747,1731349287134 (queues=1) is replicating from cluster=0ebfefbe-8233-428a-a1b5-2abdcd782bae to cluster=2a9a39db-59db-49f9-bac2-4b36abafc238 2024-11-11T18:21:44,930 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=90f34c5bee6a%2C38747%2C1731349287134 2024-11-11T18:21:44,930 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-90f34c5bee6a,38747,1731349287134, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T18:21:44,931 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, startPosition=0, beingWritten=true 2024-11-11T18:21:44,931 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 90f34c5bee6a%2C38747%2C1731349287134 2024-11-11T18:21:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T18:21:45,028 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T18:21:45,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:45,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:45,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:45,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:45,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:45,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:21:45,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731349305032/Put/seqid=0 2024-11-11T18:21:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741845_1021 (size=11194) 2024-11-11T18:21:45,135 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 0, reset compression=false 2024-11-11T18:21:45,395 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 0, reset compression=false 2024-11-11T18:21:45,439 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 0, reset compression=false 2024-11-11T18:21:45,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731349305440/Put/seqid=0 2024-11-11T18:21:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741846_1022 (size=10791) 2024-11-11T18:21:45,843 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 0, reset compression=false 2024-11-11T18:21:45,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:45,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37945,-1 for getting cluster id 2024-11-11T18:21:45,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:45,852 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebfefbe-8233-428a-a1b5-2abdcd782bae' 2024-11-11T18:21:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebfefbe-8233-428a-a1b5-2abdcd782bae" 2024-11-11T18:21:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49965c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37945,-1] 2024-11-11T18:21:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:45,854 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:45,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:45,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38747,1731349287134, seqNum=-1] 2024-11-11T18:21:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:45,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:21:45,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5afb33 2024-11-11T18:21:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:45,865 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:21:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2] 2024-11-11T18:21:45,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:21:45,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T18:21:45,875 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T18:21:45,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T18:21:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:45,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T18:21:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegion(2603): Flush status journal for 06df453d358d5b7403ab39461c6e1f17: 2024-11-11T18:21:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_0 2024-11-11T18:21:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_0 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/4ee9274520b242148aa7444a55145797_SeqId_6_ 2024-11-11T18:21:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_1 2024-11-11T18:21:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_1 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ 2024-11-11T18:21:45,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_0 into 06df453d358d5b7403ab39461c6e1f17/f as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/4ee9274520b242148aa7444a55145797_SeqId_6_ - updating store file list. 2024-11-11T18:21:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ee9274520b242148aa7444a55145797_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:45,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/4ee9274520b242148aa7444a55145797_SeqId_6_ into 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:45,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_0 into 06df453d358d5b7403ab39461c6e1f17/f (new location: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/4ee9274520b242148aa7444a55145797_SeqId_6_) 2024-11-11T18:21:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_0 2024-11-11T18:21:45,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_1 into 06df453d358d5b7403ab39461c6e1f17/f as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ - updating store file list. 2024-11-11T18:21:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:45,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ into 06df453d358d5b7403ab39461c6e1f17/f 2024-11-11T18:21:45,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_1 into 06df453d358d5b7403ab39461c6e1f17/f (new location: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_) 2024-11-11T18:21:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/staging/jenkins__test__ch3m04490o08pje5u9h1i087tmun8a6ch2jef55pbpq9ap99bddv8fjvv17cqpou/f/hfile_1 2024-11-11T18:21:45,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:45,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:45,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:45,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:45,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2 , the old value is region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=90f34c5bee6a:38747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:21:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T18:21:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., hostname=90f34c5bee6a,38747,1731349287134, seqNum=2 from cache 2024-11-11T18:21:45,906 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T18:21:45,908 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T18:21:45,999 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 0, reset compression=false 2024-11-11T18:21:46,003 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:46,004 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[{test/06df453d358d5b7403ab39461c6e1f17/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349305903/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T18:21:46,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.ReplicationSink(318): Replicating [0ebfefbe-8233-428a-a1b5-2abdcd782bae] bulk loaded data 2024-11-11T18:21:46,008 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:38747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T18:21:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741839_1015 (size=11194) 2024-11-11T18:21:46,204 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:46,348 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 0, reset compression=false 2024-11-11T18:21:46,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T18:21:46,352 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[{test/06df453d358d5b7403ab39461c6e1f17/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731349305903/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T18:21:46,354 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:21:46,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T18:21:46,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.ReplicationSink(318): Replicating [0ebfefbe-8233-428a-a1b5-2abdcd782bae] bulk loaded data 2024-11-11T18:21:46,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7842c7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:46,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39605,-1 for getting cluster id 2024-11-11T18:21:46,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:21:46,357 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9a39db-59db-49f9-bac2-4b36abafc238' 2024-11-11T18:21:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:21:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9a39db-59db-49f9-bac2-4b36abafc238" 2024-11-11T18:21:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132809d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39605,-1] 2024-11-11T18:21:46,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:21:46,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:46,358 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:21:46,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76fcee27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:21:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741837_1013 (size=11194) 2024-11-11T18:21:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741840_1016 (size=10791) 2024-11-11T18:21:46,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:21:46,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/4ee9274520b242148aa7444a55145797_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T18:21:46,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T18:21:46,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ for inclusion in 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T18:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:46,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/4ee9274520b242148aa7444a55145797_SeqId_6_ for inclusion in 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T18:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegion(2603): Flush status journal for 12db3271f69c4749006252b350edff85: 2024-11-11T18:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/c1e9522949da404d8c71b3f0dda2a0d1_SeqId_6_ 2024-11-11T18:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ee9274520b242148aa7444a55145797_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/4ee9274520b242148aa7444a55145797_SeqId_6_ as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/b6605150336d45798fec79ec7e1ff227_SeqId_6_ 2024-11-11T18:21:46,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ into 12db3271f69c4749006252b350edff85/f as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/c1e9522949da404d8c71b3f0dda2a0d1_SeqId_6_ - updating store file list. 2024-11-11T18:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1e9522949da404d8c71b3f0dda2a0d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:46,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/c1e9522949da404d8c71b3f0dda2a0d1_SeqId_6_ into 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:46,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ into 12db3271f69c4749006252b350edff85/f (new location: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/c1e9522949da404d8c71b3f0dda2a0d1_SeqId_6_) 2024-11-11T18:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ 2024-11-11T18:21:46,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/4ee9274520b242148aa7444a55145797_SeqId_6_ into 12db3271f69c4749006252b350edff85/f as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/b6605150336d45798fec79ec7e1ff227_SeqId_6_ - updating store file list. 2024-11-11T18:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6605150336d45798fec79ec7e1ff227_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:46,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/b6605150336d45798fec79ec7e1ff227_SeqId_6_ into 12db3271f69c4749006252b350edff85/f 2024-11-11T18:21:46,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/4ee9274520b242148aa7444a55145797_SeqId_6_ into 12db3271f69c4749006252b350edff85/f (new location: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/f/b6605150336d45798fec79ec7e1ff227_SeqId_6_) 2024-11-11T18:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/staging/jenkins.hfs.22__test__hf27a7i93li6n1blu5tvke6elj7kr0ha1t1cde5eo5h7vdj3an82v9d27lnhkq1m/f/4ee9274520b242148aa7444a55145797_SeqId_6_ 2024-11-11T18:21:46,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.ReplicationSink(324): Finished replicating [0ebfefbe-8233-428a-a1b5-2abdcd782bae] bulk loaded data 2024-11-11T18:21:46,507 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:46,552 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741838_1014 (size=10791) 2024-11-11T18:21:46,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:21:46,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:46,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bab81d6 2024-11-11T18:21:46,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:21:46,778 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T18:21:46,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T18:21:46,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:21:46,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,36927,1731349294939, seqNum=-1] 2024-11-11T18:21:46,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:21:46,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T18:21:46,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/4ee9274520b242148aa7444a55145797_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T18:21:46,787 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T18:21:46,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/4ee9274520b242148aa7444a55145797_SeqId_6_ for inclusion in f5ef6e424b403e67c162d7f7dae5594d/f 2024-11-11T18:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T18:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:46,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ for inclusion in f5ef6e424b403e67c162d7f7dae5594d/f 2024-11-11T18:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T18:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T18:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HRegion(2603): Flush status journal for f5ef6e424b403e67c162d7f7dae5594d: 2024-11-11T18:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ee9274520b242148aa7444a55145797_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/4ee9274520b242148aa7444a55145797_SeqId_6_ as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/37fd0ca5f83743a1a69a4793ad598a63_SeqId_4_ 2024-11-11T18:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T18:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/c760e0c08a1b4b8dad1d4da6e4a6314d_SeqId_4_ 2024-11-11T18:21:46,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/4ee9274520b242148aa7444a55145797_SeqId_6_ into f5ef6e424b403e67c162d7f7dae5594d/f as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/37fd0ca5f83743a1a69a4793ad598a63_SeqId_4_ - updating store file list. 2024-11-11T18:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37fd0ca5f83743a1a69a4793ad598a63_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:46,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/37fd0ca5f83743a1a69a4793ad598a63_SeqId_4_ into f5ef6e424b403e67c162d7f7dae5594d/f 2024-11-11T18:21:46,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/4ee9274520b242148aa7444a55145797_SeqId_6_ into f5ef6e424b403e67c162d7f7dae5594d/f (new location: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/37fd0ca5f83743a1a69a4793ad598a63_SeqId_4_) 2024-11-11T18:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/4ee9274520b242148aa7444a55145797_SeqId_6_ 2024-11-11T18:21:46,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ into f5ef6e424b403e67c162d7f7dae5594d/f as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/c760e0c08a1b4b8dad1d4da6e4a6314d_SeqId_4_ - updating store file list. 2024-11-11T18:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c760e0c08a1b4b8dad1d4da6e4a6314d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T18:21:46,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/c760e0c08a1b4b8dad1d4da6e4a6314d_SeqId_4_ into f5ef6e424b403e67c162d7f7dae5594d/f 2024-11-11T18:21:46,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ into f5ef6e424b403e67c162d7f7dae5594d/f (new location: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/f/c760e0c08a1b4b8dad1d4da6e4a6314d_SeqId_4_) 2024-11-11T18:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/staging/jenkins.hfs.23__test__ii1ma54aj7jvs3trpm0vphennu8e925252hurd09b00o3d83g1gm276g58pe0i12/f/a8ca37bbecc94e5d955ff84f84b97cde_SeqId_6_ 2024-11-11T18:21:46,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36927 {}] regionserver.ReplicationSink(324): Finished replicating [0ebfefbe-8233-428a-a1b5-2abdcd782bae] bulk loaded data 2024-11-11T18:21:46,856 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:46,910 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:46,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:21:46,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:46,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:46,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:46,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:46,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:46,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:21:46,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2114830586, stopped=false 2024-11-11T18:21:46,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,39605,1731349294899 2024-11-11T18:21:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1842473118/running 2024-11-11T18:21:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1842473118/running 2024-11-11T18:21:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:46,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:46,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:46,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:46,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:46,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/running 2024-11-11T18:21:46,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Set watcher on znode that does not yet exist, /2-1842473118/running 2024-11-11T18:21:46,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,36927,1731349294939' ***** 2024-11-11T18:21:46,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:21:46,926 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:21:46,926 INFO [RS:0;90f34c5bee6a:36927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:21:46,926 INFO [RS:0;90f34c5bee6a:36927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:21:46,926 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:21:46,926 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(3091): Received CLOSE for f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:36927. 2024-11-11T18:21:46,927 DEBUG [RS:0;90f34c5bee6a:36927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:46,927 DEBUG [RS:0;90f34c5bee6a:36927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5ef6e424b403e67c162d7f7dae5594d, disabling compactions & flushes 2024-11-11T18:21:46,927 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. after waiting 0 ms 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:21:46,927 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:21:46,927 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1325): Online Regions={f5ef6e424b403e67c162d7f7dae5594d=test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:46,927 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5ef6e424b403e67c162d7f7dae5594d 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:46,927 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:46,927 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:46,928 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T18:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/default/test/f5ef6e424b403e67c162d7f7dae5594d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T18:21:46,932 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:46,932 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:46,932 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:46,932 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5ef6e424b403e67c162d7f7dae5594d: Waiting for close lock at 1731349306927Running coprocessor pre-close hooks at 1731349306927Disabling compacts and flushes for region at 1731349306927Disabling writes for close at 1731349306927Writing region close event to WAL at 1731349306928 (+1 ms)Running coprocessor post-close hooks at 1731349306932 (+4 ms)Closed at 1731349306932 2024-11-11T18:21:46,932 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d. 2024-11-11T18:21:46,945 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/info/9caecaad5df64995a745f11513ff5b08 is 129, key is test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d./info:regioninfo/1731349301610/Put/seqid=0 2024-11-11T18:21:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741839_1015 (size=6421) 2024-11-11T18:21:46,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T18:21:47,008 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:47,128 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:47,260 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:47,328 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:47,349 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/info/9caecaad5df64995a745f11513ff5b08 2024-11-11T18:21:47,367 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/ns/0feec1cad8894e4bb6ff21b2d3d3abe1 is 43, key is default/ns:d/1731349297483/Put/seqid=0 2024-11-11T18:21:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741840_1016 (size=5153) 2024-11-11T18:21:47,414 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:47,436 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:21:47,436 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:21:47,528 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:47,728 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:47,763 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:47,770 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/ns/0feec1cad8894e4bb6ff21b2d3d3abe1 2024-11-11T18:21:47,792 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/rep_barrier/47fb4d52eeee41ae8502850925ea1f71 is 112, key is test,,1731349300862.f5ef6e424b403e67c162d7f7dae5594d./rep_barrier:seqnumDuringOpen/1731349301610/Put/seqid=0 2024-11-11T18:21:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741841_1017 (size=5518) 2024-11-11T18:21:47,928 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:21:47,928 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:47,928 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:48,017 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:48,128 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:48,196 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/rep_barrier/47fb4d52eeee41ae8502850925ea1f71 2024-11-11T18:21:48,218 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/table/cbaa0804e3a44502b08a0443fb7774ad is 40, key is test/table:state/1731349301617/Put/seqid=0 2024-11-11T18:21:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741842_1018 (size=5165) 2024-11-11T18:21:48,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:48,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:48,329 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:48,367 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:48,529 DEBUG [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:48,621 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/table/cbaa0804e3a44502b08a0443fb7774ad 2024-11-11T18:21:48,626 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/info/9caecaad5df64995a745f11513ff5b08 as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/info/9caecaad5df64995a745f11513ff5b08 2024-11-11T18:21:48,629 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/info/9caecaad5df64995a745f11513ff5b08, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T18:21:48,630 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/ns/0feec1cad8894e4bb6ff21b2d3d3abe1 as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/ns/0feec1cad8894e4bb6ff21b2d3d3abe1 2024-11-11T18:21:48,633 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/ns/0feec1cad8894e4bb6ff21b2d3d3abe1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:21:48,634 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/rep_barrier/47fb4d52eeee41ae8502850925ea1f71 as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/rep_barrier/47fb4d52eeee41ae8502850925ea1f71 2024-11-11T18:21:48,637 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/rep_barrier/47fb4d52eeee41ae8502850925ea1f71, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T18:21:48,638 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/.tmp/table/cbaa0804e3a44502b08a0443fb7774ad as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/table/cbaa0804e3a44502b08a0443fb7774ad 2024-11-11T18:21:48,641 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/table/cbaa0804e3a44502b08a0443fb7774ad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:21:48,642 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false 2024-11-11T18:21:48,646 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:21:48,646 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:48,646 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:48,646 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:48,646 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349306927Running coprocessor pre-close hooks at 1731349306927Disabling compacts and flushes for region at 1731349306927Disabling writes for close at 1731349306927Obtaining lock to block concurrent updates at 1731349306928 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731349306928Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731349306928Flushing stores of hbase:meta,,1.1588230740 at 1731349306928Flushing 1588230740/info: creating writer at 1731349306928Flushing 1588230740/info: appending metadata at 1731349306945 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731349306945Flushing 1588230740/ns: creating writer at 1731349307353 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731349307366 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731349307366Flushing 1588230740/rep_barrier: creating writer at 1731349307774 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349307791 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349307791Flushing 1588230740/table: creating writer at 1731349308200 (+409 ms)Flushing 1588230740/table: appending metadata at 1731349308217 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731349308217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f5683b: reopening flushed file at 1731349308625 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ca2d24: reopening flushed file at 1731349308629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d46473: reopening flushed file at 1731349308633 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a6e52f: reopening flushed file at 1731349308637 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false at 1731349308642 (+5 ms)Writing region close event to WAL at 1731349308643 (+1 ms)Running coprocessor post-close hooks at 1731349308646 (+3 ms)Closed at 1731349308646 2024-11-11T18:21:48,646 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:48,721 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:48,729 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,36927,1731349294939; all regions closed. 2024-11-11T18:21:48,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741834_1010 (size=2717) 2024-11-11T18:21:48,732 DEBUG [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/oldWALs 2024-11-11T18:21:48,732 INFO [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C36927%2C1731349294939.meta:.meta(num 1731349297433) 2024-11-11T18:21:48,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741832_1008 (size=1028) 2024-11-11T18:21:48,736 DEBUG [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/oldWALs 2024-11-11T18:21:48,736 INFO [RS:0;90f34c5bee6a:36927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C36927%2C1731349294939:(num 1731349296524) 2024-11-11T18:21:48,736 DEBUG [RS:0;90f34c5bee6a:36927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:48,736 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:48,736 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:48,736 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:48,737 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:48,737 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:48,737 INFO [RS:0;90f34c5bee6a:36927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:36927. 2024-11-11T18:21:48,737 DEBUG [RS:0;90f34c5bee6a:36927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:48,737 DEBUG [RS:0;90f34c5bee6a:36927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:48,737 DEBUG [RS:0;90f34c5bee6a:36927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:48,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:48,737 INFO [RS:0;90f34c5bee6a:36927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36927 2024-11-11T18:21:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1842473118/rs/90f34c5bee6a,36927,1731349294939 2024-11-11T18:21:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118/rs 2024-11-11T18:21:48,739 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:48,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,36927,1731349294939] 2024-11-11T18:21:48,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1842473118/draining/90f34c5bee6a,36927,1731349294939 already deleted, retry=false 2024-11-11T18:21:48,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,36927,1731349294939 expired; onlineServers=0 2024-11-11T18:21:48,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,39605,1731349294899' ***** 2024-11-11T18:21:48,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:21:48,743 INFO [M:0;90f34c5bee6a:39605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:48,743 INFO [M:0;90f34c5bee6a:39605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:48,743 DEBUG [M:0;90f34c5bee6a:39605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:21:48,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:21:48,743 DEBUG [M:0;90f34c5bee6a:39605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:21:48,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349296288 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349296288,5,FailOnTimeoutGroup] 2024-11-11T18:21:48,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349296288 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349296288,5,FailOnTimeoutGroup] 2024-11-11T18:21:48,743 INFO [M:0;90f34c5bee6a:39605 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:48,743 INFO [M:0;90f34c5bee6a:39605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:48,744 DEBUG [M:0;90f34c5bee6a:39605 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:21:48,744 INFO [M:0;90f34c5bee6a:39605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:21:48,744 INFO [M:0;90f34c5bee6a:39605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:48,744 INFO [M:0;90f34c5bee6a:39605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:21:48,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:21:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1842473118/master 2024-11-11T18:21:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1842473118 2024-11-11T18:21:48,745 DEBUG [M:0;90f34c5bee6a:39605 {}] zookeeper.ZKUtil(347): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Unable to get data of znode /2-1842473118/master because node does not exist (not an error) 2024-11-11T18:21:48,745 WARN [M:0;90f34c5bee6a:39605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:21:48,757 INFO [M:0;90f34c5bee6a:39605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/.lastflushedseqids 2024-11-11T18:21:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741843_1019 (size=173) 2024-11-11T18:21:48,761 INFO [M:0;90f34c5bee6a:39605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:21:48,761 INFO [M:0;90f34c5bee6a:39605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:21:48,762 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:48,762 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:48,762 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:48,762 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:48,762 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:48,762 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-11T18:21:48,777 DEBUG [M:0;90f34c5bee6a:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4ee62dbedfa4b16b1259918cb5b383c is 82, key is hbase:meta,,1/info:regioninfo/1731349297468/Put/seqid=0 2024-11-11T18:21:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741844_1020 (size=5672) 2024-11-11T18:21:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:48,842 INFO [RS:0;90f34c5bee6a:36927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36927-0x101084376bc0007, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:48,842 INFO [RS:0;90f34c5bee6a:36927 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,36927,1731349294939; zookeeper connection closed. 2024-11-11T18:21:48,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59edffdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59edffdc 2024-11-11T18:21:48,843 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:21:49,070 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:49,181 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4ee62dbedfa4b16b1259918cb5b383c 2024-11-11T18:21:49,198 DEBUG [M:0;90f34c5bee6a:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542fae0e9c2a4236a88d61f51b1e6c73 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349301620/Put/seqid=0 2024-11-11T18:21:49,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741845_1021 (size=6585) 2024-11-11T18:21:49,524 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:49,602 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542fae0e9c2a4236a88d61f51b1e6c73 2024-11-11T18:21:49,623 DEBUG [M:0;90f34c5bee6a:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be25774198d84a30a3d20d74a068295d is 69, key is 90f34c5bee6a,36927,1731349294939/rs:state/1731349296377/Put/seqid=0 2024-11-11T18:21:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741846_1022 (size=5156) 2024-11-11T18:21:49,627 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be25774198d84a30a3d20d74a068295d 2024-11-11T18:21:49,630 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4ee62dbedfa4b16b1259918cb5b383c as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4ee62dbedfa4b16b1259918cb5b383c 2024-11-11T18:21:49,633 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4ee62dbedfa4b16b1259918cb5b383c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T18:21:49,634 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542fae0e9c2a4236a88d61f51b1e6c73 as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542fae0e9c2a4236a88d61f51b1e6c73 2024-11-11T18:21:49,637 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542fae0e9c2a4236a88d61f51b1e6c73, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T18:21:49,638 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be25774198d84a30a3d20d74a068295d as hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be25774198d84a30a3d20d74a068295d 2024-11-11T18:21:49,640 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/67f8716b-9ea6-3161-d7fb-ec57e8ef4cb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be25774198d84a30a3d20d74a068295d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T18:21:49,641 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-11T18:21:49,642 INFO [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:49,642 DEBUG [M:0;90f34c5bee6a:39605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349308762Disabling compacts and flushes for region at 1731349308762Disabling writes for close at 1731349308762Obtaining lock to block concurrent updates at 1731349308762Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349308762Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731349308762Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349308763 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349308763Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349308777 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349308777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349309184 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349309198 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349309198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349309605 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349309623 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349309623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e765615: reopening flushed file at 1731349309630 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f92c648: reopening flushed file at 1731349309633 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e69e3c8: reopening flushed file at 1731349309637 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1731349309641 (+4 ms)Writing region close event to WAL at 1731349309642 (+1 ms)Closed at 1731349309642 2024-11-11T18:21:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37133 is added to blk_1073741830_1006 (size=32758) 2024-11-11T18:21:49,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:49,644 INFO [M:0;90f34c5bee6a:39605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:21:49,644 INFO [M:0;90f34c5bee6a:39605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39605 2024-11-11T18:21:49,645 INFO [M:0;90f34c5bee6a:39605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:49,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:49,747 INFO [M:0;90f34c5bee6a:39605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:49,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x101084376bc0006, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:49,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c95447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:49,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bc7496d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:49,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:49,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8d262e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:49,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9f90b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:49,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:21:49,752 WARN [BP-1436186274-172.17.0.2-1731349293819 heartbeating to localhost/127.0.0.1:33749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:21:49,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:21:49,752 WARN [BP-1436186274-172.17.0.2-1731349293819 heartbeating to localhost/127.0.0.1:33749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436186274-172.17.0.2-1731349293819 (Datanode Uuid 841065ac-0bc9-46cd-b320-16d0c892ca01) service to localhost/127.0.0.1:33749 2024-11-11T18:21:49,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/cluster_60a647bf-c770-a5a9-20b7-96312a164178/data/data1/current/BP-1436186274-172.17.0.2-1731349293819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:49,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/cluster_60a647bf-c770-a5a9-20b7-96312a164178/data/data2/current/BP-1436186274-172.17.0.2-1731349293819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:49,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:21:49,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224a7d69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:49,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30633fa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:49,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:49,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed586f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:49,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30355923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b576800-70ea-3dbd-fc07-51552964fca0/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:49,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:21:49,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:21:49,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:49,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:49,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:49,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:49,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:49,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:21:49,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1321588577, stopped=false 2024-11-11T18:21:49,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,35845,1731349291119 2024-11-11T18:21:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903554395/running 2024-11-11T18:21:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903554395/running 2024-11-11T18:21:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:49,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:49,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:49,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:49,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:49,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,43025,1731349291163' ***** 2024-11-11T18:21:49,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:21:49,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/running 2024-11-11T18:21:49,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Set watcher on znode that does not yet exist, /11903554395/running 2024-11-11T18:21:49,775 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:21:49,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(3091): Received CLOSE for 12db3271f69c4749006252b350edff85 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43025. 2024-11-11T18:21:49,776 DEBUG [RS:0;90f34c5bee6a:43025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:49,776 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12db3271f69c4749006252b350edff85, disabling compactions & flushes 2024-11-11T18:21:49,776 DEBUG [RS:0;90f34c5bee6a:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:49,776 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:49,776 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:21:49,776 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349299720.12db3271f69c4749006252b350edff85. after waiting 0 ms 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:21:49,776 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:21:49,776 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:21:49,777 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:21:49,777 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1325): Online Regions={12db3271f69c4749006252b350edff85=test,,1731349299720.12db3271f69c4749006252b350edff85., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:49,777 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 12db3271f69c4749006252b350edff85, 1588230740 2024-11-11T18:21:49,777 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:49,777 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:49,777 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:49,777 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:49,777 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:49,777 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T18:21:49,780 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/default/test/12db3271f69c4749006252b350edff85/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:21:49,780 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:49,780 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:49,780 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:49,780 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12db3271f69c4749006252b350edff85: Waiting for close lock at 1731349309776Running coprocessor pre-close hooks at 1731349309776Disabling compacts and flushes for region at 1731349309776Disabling writes for close at 1731349309776Writing region close event to WAL at 1731349309777 (+1 ms)Running coprocessor post-close hooks at 1731349309780 (+3 ms)Closed at 1731349309780 2024-11-11T18:21:49,780 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349299720.12db3271f69c4749006252b350edff85. 2024-11-11T18:21:49,792 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/info/690699c405eb4df8826b0f5ab939fd3f is 129, key is test,,1731349299720.12db3271f69c4749006252b350edff85./info:regioninfo/1731349300476/Put/seqid=0 2024-11-11T18:21:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741841_1017 (size=6421) 2024-11-11T18:21:49,833 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:49,874 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:49,921 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-11T18:21:49,922 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T18:21:49,977 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:50,065 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:21:50,065 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:21:50,119 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:21:50,177 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:50,195 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/info/690699c405eb4df8826b0f5ab939fd3f 2024-11-11T18:21:50,213 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/ns/a1eb5d2bfb5845e895d4f84aa376bf50 is 43, key is default/ns:d/1731349293712/Put/seqid=0 2024-11-11T18:21:50,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:21:50,377 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:50,428 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:50,577 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:50,617 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/ns/a1eb5d2bfb5845e895d4f84aa376bf50 2024-11-11T18:21:50,636 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/rep_barrier/7dba582ed09242de95dc8d29ba8b7212 is 112, key is test,,1731349299720.12db3271f69c4749006252b350edff85./rep_barrier:seqnumDuringOpen/1731349300476/Put/seqid=0 2024-11-11T18:21:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741843_1019 (size=5518) 2024-11-11T18:21:50,639 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/rep_barrier/7dba582ed09242de95dc8d29ba8b7212 2024-11-11T18:21:50,658 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/table/96a7bc1a3dab459e9403c111b19b6f60 is 40, key is test/table:state/1731349300484/Put/seqid=0 2024-11-11T18:21:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741844_1020 (size=5165) 2024-11-11T18:21:50,777 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:50,777 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:50,978 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:21:50,978 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:50,978 DEBUG [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:51,061 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/table/96a7bc1a3dab459e9403c111b19b6f60 2024-11-11T18:21:51,066 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/info/690699c405eb4df8826b0f5ab939fd3f as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/info/690699c405eb4df8826b0f5ab939fd3f 2024-11-11T18:21:51,070 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/info/690699c405eb4df8826b0f5ab939fd3f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T18:21:51,070 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/ns/a1eb5d2bfb5845e895d4f84aa376bf50 as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/ns/a1eb5d2bfb5845e895d4f84aa376bf50 2024-11-11T18:21:51,074 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/ns/a1eb5d2bfb5845e895d4f84aa376bf50, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:21:51,074 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/rep_barrier/7dba582ed09242de95dc8d29ba8b7212 as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/rep_barrier/7dba582ed09242de95dc8d29ba8b7212 2024-11-11T18:21:51,078 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/rep_barrier/7dba582ed09242de95dc8d29ba8b7212, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T18:21:51,078 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/.tmp/table/96a7bc1a3dab459e9403c111b19b6f60 as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/table/96a7bc1a3dab459e9403c111b19b6f60 2024-11-11T18:21:51,082 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/table/96a7bc1a3dab459e9403c111b19b6f60, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:21:51,083 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-11T18:21:51,087 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:21:51,087 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:51,087 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:51,087 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:51,087 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349309777Running coprocessor pre-close hooks at 1731349309777Disabling compacts and flushes for region at 1731349309777Disabling writes for close at 1731349309777Obtaining lock to block concurrent updates at 1731349309777Preparing flush snapshotting stores in 1588230740 at 1731349309777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731349309777Flushing stores of hbase:meta,,1.1588230740 at 1731349309777Flushing 1588230740/info: creating writer at 1731349309778 (+1 ms)Flushing 1588230740/info: appending metadata at 1731349309791 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731349309791Flushing 1588230740/ns: creating writer at 1731349310199 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731349310213 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731349310213Flushing 1588230740/rep_barrier: creating writer at 1731349310621 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349310636 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349310636Flushing 1588230740/table: creating writer at 1731349310643 (+7 ms)Flushing 1588230740/table: appending metadata at 1731349310657 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731349310657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fc11a5: reopening flushed file at 1731349311065 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771a87cb: reopening flushed file at 1731349311070 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cdc56f: reopening flushed file at 1731349311074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44eddea: reopening flushed file at 1731349311078 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731349311083 (+5 ms)Writing region close event to WAL at 1731349311084 (+1 ms)Running coprocessor post-close hooks at 1731349311087 (+3 ms)Closed at 1731349311087 2024-11-11T18:21:51,088 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:51,178 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,43025,1731349291163; all regions closed. 2024-11-11T18:21:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741834_1010 (size=2717) 2024-11-11T18:21:51,182 DEBUG [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/oldWALs 2024-11-11T18:21:51,182 INFO [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43025%2C1731349291163.meta:.meta(num 1731349293673) 2024-11-11T18:21:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741832_1008 (size=1374) 2024-11-11T18:21:51,186 DEBUG [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/oldWALs 2024-11-11T18:21:51,186 INFO [RS:0;90f34c5bee6a:43025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43025%2C1731349291163:(num 1731349293152) 2024-11-11T18:21:51,186 DEBUG [RS:0;90f34c5bee6a:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,186 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:51,186 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:51,186 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:51,186 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:51,186 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:51,187 INFO [RS:0;90f34c5bee6a:43025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43025. 2024-11-11T18:21:51,187 DEBUG [RS:0;90f34c5bee6a:43025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:51,187 DEBUG [RS:0;90f34c5bee6a:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,187 DEBUG [RS:0;90f34c5bee6a:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:51,187 INFO [RS:0;90f34c5bee6a:43025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43025 2024-11-11T18:21:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903554395/rs/90f34c5bee6a,43025,1731349291163 2024-11-11T18:21:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395/rs 2024-11-11T18:21:51,189 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:51,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,43025,1731349291163] 2024-11-11T18:21:51,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11903554395/draining/90f34c5bee6a,43025,1731349291163 already deleted, retry=false 2024-11-11T18:21:51,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,43025,1731349291163 expired; onlineServers=0 2024-11-11T18:21:51,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,35845,1731349291119' ***** 2024-11-11T18:21:51,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:21:51,192 INFO [M:0;90f34c5bee6a:35845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:51,192 INFO [M:0;90f34c5bee6a:35845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:51,192 DEBUG [M:0;90f34c5bee6a:35845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:21:51,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:21:51,192 DEBUG [M:0;90f34c5bee6a:35845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:21:51,192 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349292928 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349292928,5,FailOnTimeoutGroup] 2024-11-11T18:21:51,192 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349292932 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349292932,5,FailOnTimeoutGroup] 2024-11-11T18:21:51,192 INFO [M:0;90f34c5bee6a:35845 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:51,192 INFO [M:0;90f34c5bee6a:35845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:51,192 DEBUG [M:0;90f34c5bee6a:35845 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:21:51,192 INFO [M:0;90f34c5bee6a:35845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:21:51,192 INFO [M:0;90f34c5bee6a:35845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:51,193 INFO [M:0;90f34c5bee6a:35845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:21:51,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:21:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903554395/master 2024-11-11T18:21:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903554395 2024-11-11T18:21:51,194 DEBUG [M:0;90f34c5bee6a:35845 {}] zookeeper.ZKUtil(347): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Unable to get data of znode /11903554395/master because node does not exist (not an error) 2024-11-11T18:21:51,194 WARN [M:0;90f34c5bee6a:35845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:21:51,195 INFO [M:0;90f34c5bee6a:35845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/.lastflushedseqids 2024-11-11T18:21:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741845_1021 (size=173) 2024-11-11T18:21:51,202 INFO [M:0;90f34c5bee6a:35845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:21:51,202 INFO [M:0;90f34c5bee6a:35845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:21:51,202 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:51,202 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:51,202 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:51,202 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:51,203 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:51,203 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T18:21:51,225 DEBUG [M:0;90f34c5bee6a:35845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5bd075a78c45d78ee773f222afa45e is 82, key is hbase:meta,,1/info:regioninfo/1731349293703/Put/seqid=0 2024-11-11T18:21:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741846_1022 (size=5672) 2024-11-11T18:21:51,228 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5bd075a78c45d78ee773f222afa45e 2024-11-11T18:21:51,253 DEBUG [M:0;90f34c5bee6a:35845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/976b68d71593477bb9910100cbbb0590 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349300487/Put/seqid=0 2024-11-11T18:21:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741847_1023 (size=6586) 2024-11-11T18:21:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:51,291 INFO [RS:0;90f34c5bee6a:43025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:51,291 INFO [RS:0;90f34c5bee6a:43025 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,43025,1731349291163; zookeeper connection closed. 2024-11-11T18:21:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x101084376bc0004, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:51,291 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3422183a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3422183a 2024-11-11T18:21:51,291 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:21:51,431 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:51,657 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/976b68d71593477bb9910100cbbb0590 2024-11-11T18:21:51,676 DEBUG [M:0;90f34c5bee6a:35845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0d8c8d1e96c44899cd5e4dadce16903 is 69, key is 90f34c5bee6a,43025,1731349291163/rs:state/1731349293007/Put/seqid=0 2024-11-11T18:21:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741848_1024 (size=5156) 2024-11-11T18:21:51,680 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0d8c8d1e96c44899cd5e4dadce16903 2024-11-11T18:21:51,683 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5bd075a78c45d78ee773f222afa45e as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5bd075a78c45d78ee773f222afa45e 2024-11-11T18:21:51,687 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5bd075a78c45d78ee773f222afa45e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T18:21:51,688 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/976b68d71593477bb9910100cbbb0590 as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/976b68d71593477bb9910100cbbb0590 2024-11-11T18:21:51,691 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/976b68d71593477bb9910100cbbb0590, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T18:21:51,692 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0d8c8d1e96c44899cd5e4dadce16903 as hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0d8c8d1e96c44899cd5e4dadce16903 2024-11-11T18:21:51,695 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/640f1687-8dbf-df91-c8ad-25e18cf51ede/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0d8c8d1e96c44899cd5e4dadce16903, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T18:21:51,696 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=55, compaction requested=false 2024-11-11T18:21:51,697 INFO [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:51,697 DEBUG [M:0;90f34c5bee6a:35845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349311202Disabling compacts and flushes for region at 1731349311202Disabling writes for close at 1731349311202Obtaining lock to block concurrent updates at 1731349311203 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349311203Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731349311203Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349311203Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349311203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349311225 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349311225Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349311232 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349311253 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349311253Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349311661 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349311675 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349311675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d32dcbe: reopening flushed file at 1731349311683 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e433c8a: reopening flushed file at 1731349311687 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637d03bc: reopening flushed file at 1731349311691 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=55, compaction requested=false at 1731349311696 (+5 ms)Writing region close event to WAL at 1731349311697 (+1 ms)Closed at 1731349311697 2024-11-11T18:21:51,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741830_1006 (size=32770) 2024-11-11T18:21:51,699 INFO [M:0;90f34c5bee6a:35845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:21:51,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:51,699 INFO [M:0;90f34c5bee6a:35845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35845 2024-11-11T18:21:51,700 INFO [M:0;90f34c5bee6a:35845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:51,781 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:51,802 INFO [M:0;90f34c5bee6a:35845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:51,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:51,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x101084376bc0003, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:51,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e134a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:51,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:51,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:51,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:51,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:51,806 WARN [BP-1488951839-172.17.0.2-1731349290191 heartbeating to localhost/127.0.0.1:44831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:21:51,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:21:51,806 WARN [BP-1488951839-172.17.0.2-1731349290191 heartbeating to localhost/127.0.0.1:44831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488951839-172.17.0.2-1731349290191 (Datanode Uuid 79c7b8f0-2e20-4a72-87a8-751c0ebd7375) service to localhost/127.0.0.1:44831 2024-11-11T18:21:51,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:21:51,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/cluster_74afdc8e-7e38-dd51-c6c8-9061bd75d9a7/data/data1/current/BP-1488951839-172.17.0.2-1731349290191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:51,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:21:51,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/cluster_74afdc8e-7e38-dd51-c6c8-9061bd75d9a7/data/data2/current/BP-1488951839-172.17.0.2-1731349290191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:51,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28176859{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:51,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:51,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:51,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:51,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95c4022b-a6a7-44b4-a0aa-eb5b1a03569b/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:51,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:21:51,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:21:51,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:51,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:51,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:51,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:21:51,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1168615069, stopped=false 2024-11-11T18:21:51,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,37945,1731349287081 2024-11-11T18:21:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375739991/running 2024-11-11T18:21:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375739991/running 2024-11-11T18:21:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:51,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:51,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:21:51,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:51,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/running 2024-11-11T18:21:51,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Set watcher on znode that does not yet exist, /01375739991/running 2024-11-11T18:21:51,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,38747,1731349287134' ***** 2024-11-11T18:21:51,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:21:51,837 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:21:51,837 INFO [RS:0;90f34c5bee6a:38747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:21:51,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:21:51,837 INFO [RS:0;90f34c5bee6a:38747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(3091): Received CLOSE for c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(3091): Received CLOSE for 06df453d358d5b7403ab39461c6e1f17 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:38747. 2024-11-11T18:21:51,838 DEBUG [RS:0;90f34c5bee6a:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:51,838 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c926b78829d9c156b5d826f10846adde, disabling compactions & flushes 2024-11-11T18:21:51,838 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:51,838 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:51,838 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:51,838 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. after waiting 0 ms 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:21:51,838 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:21:51,838 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c926b78829d9c156b5d826f10846adde 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T18:21:51,838 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T18:21:51,838 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1325): Online Regions={c926b78829d9c156b5d826f10846adde=hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde., 06df453d358d5b7403ab39461c6e1f17=test,,1731349297573.06df453d358d5b7403ab39461c6e1f17., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:51,839 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 06df453d358d5b7403ab39461c6e1f17, 1588230740, c926b78829d9c156b5d826f10846adde 2024-11-11T18:21:51,839 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:21:51,839 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:21:51,839 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:21:51,839 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:21:51,839 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:21:51,839 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T18:21:51,856 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/.tmp/hfileref/49c923095f1e4b658660c8f4b97951d7 is 74, key is 1/hfileref:1db70c225c8041738ee72a9bba4876a6_SeqId_4_/1731349304447/DeleteColumn/seqid=0 2024-11-11T18:21:51,858 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/info/1f0d426fc6d3467189ed111bfae08b88 is 147, key is hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde./info:regioninfo/1731349302795/Put/seqid=0 2024-11-11T18:21:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741847_1023 (size=5489) 2024-11-11T18:21:51,860 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/.tmp/hfileref/49c923095f1e4b658660c8f4b97951d7 2024-11-11T18:21:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741848_1024 (size=7686) 2024-11-11T18:21:51,862 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/info/1f0d426fc6d3467189ed111bfae08b88 2024-11-11T18:21:51,879 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/.tmp/queue/5958aff4f8ab4a619c0a7ba84189ba91 is 153, key is 1-90f34c5bee6a,38747,1731349287134/queue:90f34c5bee6a%2C38747%2C1731349287134/1731349306457/Put/seqid=0 2024-11-11T18:21:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741849_1025 (size=5504) 2024-11-11T18:21:51,882 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/.tmp/queue/5958aff4f8ab4a619c0a7ba84189ba91 2024-11-11T18:21:51,883 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/ns/864cecf7711e456691261c0bb345682d is 43, key is default/ns:d/1731349290077/Put/seqid=0 2024-11-11T18:21:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741850_1026 (size=5153) 2024-11-11T18:21:51,887 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/.tmp/hfileref/49c923095f1e4b658660c8f4b97951d7 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/hfileref/49c923095f1e4b658660c8f4b97951d7 2024-11-11T18:21:51,890 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/hfileref/49c923095f1e4b658660c8f4b97951d7, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T18:21:51,891 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/.tmp/queue/5958aff4f8ab4a619c0a7ba84189ba91 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/queue/5958aff4f8ab4a619c0a7ba84189ba91 2024-11-11T18:21:51,894 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/queue/5958aff4f8ab4a619c0a7ba84189ba91, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T18:21:51,895 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c926b78829d9c156b5d826f10846adde in 57ms, sequenceid=17, compaction requested=false 2024-11-11T18:21:51,901 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/replication/c926b78829d9c156b5d826f10846adde/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T18:21:51,901 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:51,902 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c926b78829d9c156b5d826f10846adde: Waiting for close lock at 1731349311838Running coprocessor pre-close hooks at 1731349311838Disabling compacts and flushes for region at 1731349311838Disabling writes for close at 1731349311838Obtaining lock to block concurrent updates at 1731349311838Preparing flush snapshotting stores in c926b78829d9c156b5d826f10846adde at 1731349311838Finished memstore snapshotting hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731349311839 (+1 ms)Flushing stores of hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. at 1731349311839Flushing c926b78829d9c156b5d826f10846adde/hfileref: creating writer at 1731349311839Flushing c926b78829d9c156b5d826f10846adde/hfileref: appending metadata at 1731349311856 (+17 ms)Flushing c926b78829d9c156b5d826f10846adde/hfileref: closing flushed file at 1731349311856Flushing c926b78829d9c156b5d826f10846adde/queue: creating writer at 1731349311864 (+8 ms)Flushing c926b78829d9c156b5d826f10846adde/queue: appending metadata at 1731349311878 (+14 ms)Flushing c926b78829d9c156b5d826f10846adde/queue: closing flushed file at 1731349311878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d360558: reopening flushed file at 1731349311886 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3264b9b9: reopening flushed file at 1731349311890 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c926b78829d9c156b5d826f10846adde in 57ms, sequenceid=17, compaction requested=false at 1731349311895 (+5 ms)Writing region close event to WAL at 1731349311899 (+4 ms)Running coprocessor post-close hooks at 1731349311901 (+2 ms)Closed at 1731349311902 (+1 ms) 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731349302022.c926b78829d9c156b5d826f10846adde. 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06df453d358d5b7403ab39461c6e1f17, disabling compactions & flushes 2024-11-11T18:21:51,902 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. after waiting 0 ms 2024-11-11T18:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:51,905 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/default/test/06df453d358d5b7403ab39461c6e1f17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:21:51,905 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:51,905 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T18:21:51,905 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:51,906 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06df453d358d5b7403ab39461c6e1f17: Waiting for close lock at 1731349311902Running coprocessor pre-close hooks at 1731349311902Disabling compacts and flushes for region at 1731349311902Disabling writes for close at 1731349311902Writing region close event to WAL at 1731349311903 (+1 ms)Running coprocessor post-close hooks at 1731349311905 (+2 ms)Closed at 1731349311905 2024-11-11T18:21:51,906 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731349297573.06df453d358d5b7403ab39461c6e1f17. 2024-11-11T18:21:51,911 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:52,008 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:21:52,008 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:21:52,039 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:52,239 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:52,286 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/ns/864cecf7711e456691261c0bb345682d 2024-11-11T18:21:52,309 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/rep_barrier/77301260310e448290e9b698868d804d is 112, key is test,,1731349297573.06df453d358d5b7403ab39461c6e1f17./rep_barrier:seqnumDuringOpen/1731349298715/Put/seqid=0 2024-11-11T18:21:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741851_1027 (size=5518) 2024-11-11T18:21:52,439 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:52,535 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:52,539 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:52,539 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 688, reset compression=false 2024-11-11T18:21:52,539 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:52,540 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 90f34c5bee6a,38747,1731349287134: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-90f34c5bee6a,38747,1731349287134, walGroup=90f34c5bee6a%2C38747%2C1731349287134, offset=90f34c5bee6a%2C38747%2C1731349287134.1731349304684:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:38747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T18:21:52,542 ERROR [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:21:52,542 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:21:52,542 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:21:52,542 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:21:52,543 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:21:52,543 INFO [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1625292800, "init": 1048576000, "max": 2306867200, "used": 1149521944 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207697144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:21:52,543 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:37945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T18:21:52,639 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:52,713 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/rep_barrier/77301260310e448290e9b698868d804d 2024-11-11T18:21:52,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/table/3af2e51da1db4b89b1f773b50bafe819 is 53, key is hbase:replication/table:state/1731349302801/Put/seqid=0 2024-11-11T18:21:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741852_1028 (size=5308) 2024-11-11T18:21:52,743 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 688, reset compression=false 2024-11-11T18:21:52,839 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:21:52,839 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:21:52,839 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:52,884 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 393, reset compression=false 2024-11-11T18:21:52,889 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T18:21:52,889 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 688, reset compression=false 2024-11-11T18:21:52,889 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-90f34c5bee6a,38747,1731349287134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T18:21:52,890 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T18:21:53,040 DEBUG [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:21:53,046 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 688, reset compression=false 2024-11-11T18:21:53,092 DEBUG [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/WALs/90f34c5bee6a,38747,1731349287134/90f34c5bee6a%2C38747%2C1731349287134.1731349304684 to pos 688, reset compression=false 2024-11-11T18:21:53,136 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/table/3af2e51da1db4b89b1f773b50bafe819 2024-11-11T18:21:53,140 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/info/1f0d426fc6d3467189ed111bfae08b88 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/info/1f0d426fc6d3467189ed111bfae08b88 2024-11-11T18:21:53,143 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/info/1f0d426fc6d3467189ed111bfae08b88, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T18:21:53,144 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/ns/864cecf7711e456691261c0bb345682d as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/ns/864cecf7711e456691261c0bb345682d 2024-11-11T18:21:53,147 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/ns/864cecf7711e456691261c0bb345682d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T18:21:53,148 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/rep_barrier/77301260310e448290e9b698868d804d as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/rep_barrier/77301260310e448290e9b698868d804d 2024-11-11T18:21:53,151 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/rep_barrier/77301260310e448290e9b698868d804d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T18:21:53,152 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/.tmp/table/3af2e51da1db4b89b1f773b50bafe819 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/table/3af2e51da1db4b89b1f773b50bafe819 2024-11-11T18:21:53,155 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/table/3af2e51da1db4b89b1f773b50bafe819, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T18:21:53,156 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-11T18:21:53,159 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T18:21:53,160 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T18:21:53,160 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:21:53,160 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:53,160 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349311839Running coprocessor pre-close hooks at 1731349311839Disabling compacts and flushes for region at 1731349311839Disabling writes for close at 1731349311839Obtaining lock to block concurrent updates at 1731349311839Preparing flush snapshotting stores in 1588230740 at 1731349311839Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731349311839Flushing stores of hbase:meta,,1.1588230740 at 1731349311840 (+1 ms)Flushing 1588230740/info: creating writer at 1731349311840Flushing 1588230740/info: appending metadata at 1731349311858 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731349311858Flushing 1588230740/ns: creating writer at 1731349311866 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731349311882 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731349311882Flushing 1588230740/rep_barrier: creating writer at 1731349312290 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731349312309 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731349312309Flushing 1588230740/table: creating writer at 1731349312717 (+408 ms)Flushing 1588230740/table: appending metadata at 1731349312732 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731349312732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea02d7f: reopening flushed file at 1731349313139 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1543f141: reopening flushed file at 1731349313144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd0299: reopening flushed file at 1731349313148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43310c34: reopening flushed file at 1731349313151 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1731349313156 (+5 ms)Writing region close event to WAL at 1731349313157 (+1 ms)Running coprocessor post-close hooks at 1731349313159 (+2 ms)Closed at 1731349313160 (+1 ms) 2024-11-11T18:21:53,160 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:21:53,240 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,38747,1731349287134; all regions closed. 2024-11-11T18:21:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741843_1019 (size=859) 2024-11-11T18:21:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741842_1018 (size=2791) 2024-11-11T18:21:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741844_1020 (size=696) 2024-11-11T18:21:53,246 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:53,246 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:21:53,246 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:53,246 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:53,247 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:53,247 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:53,247 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-90f34c5bee6a,38747,1731349287134 because: Region server is closing 2024-11-11T18:21:53,247 INFO [RS:0;90f34c5bee6a:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:38747. 2024-11-11T18:21:53,247 DEBUG [RS:0;90f34c5bee6a:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:53,247 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:53,247 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:53,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:53,348 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 terminated 2024-11-11T18:21:53,348 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-90f34c5bee6a,38747,1731349287134 because: Region server is closing 2024-11-11T18:21:53,348 WARN [RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,1-90f34c5bee6a,38747,1731349287134.replicationSource.wal-reader.90f34c5bee6a%2C38747%2C1731349287134,1-90f34c5bee6a,38747,1731349287134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T18:21:53,348 INFO [RS:0;90f34c5bee6a:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:38747. 2024-11-11T18:21:53,348 DEBUG [RS:0;90f34c5bee6a:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:21:53,348 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:53,348 DEBUG [RS:0;90f34c5bee6a:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:21:53,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:21:53,449 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/90f34c5bee6a:0-0.replicationSource,2-90f34c5bee6a,38747,1731349287134.replicationSource.shipper90f34c5bee6a%2C38747%2C1731349287134,2-90f34c5bee6a,38747,1731349287134 terminated 2024-11-11T18:21:53,449 INFO [RS:0;90f34c5bee6a:38747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38747 2024-11-11T18:21:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375739991/rs/90f34c5bee6a,38747,1731349287134 2024-11-11T18:21:53,450 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991/rs 2024-11-11T18:21:53,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,38747,1731349287134] 2024-11-11T18:21:53,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01375739991/draining/90f34c5bee6a,38747,1731349287134 already deleted, retry=false 2024-11-11T18:21:53,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,38747,1731349287134 expired; onlineServers=0 2024-11-11T18:21:53,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,37945,1731349287081' ***** 2024-11-11T18:21:53,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:21:53,453 INFO [M:0;90f34c5bee6a:37945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:21:53,453 INFO [M:0;90f34c5bee6a:37945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:21:53,453 DEBUG [M:0;90f34c5bee6a:37945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:21:53,453 DEBUG [M:0;90f34c5bee6a:37945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:21:53,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:21:53,453 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349288896 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349288896,5,FailOnTimeoutGroup] 2024-11-11T18:21:53,453 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349288900 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349288900,5,FailOnTimeoutGroup] 2024-11-11T18:21:53,454 INFO [M:0;90f34c5bee6a:37945 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:21:53,454 INFO [M:0;90f34c5bee6a:37945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:21:53,454 DEBUG [M:0;90f34c5bee6a:37945 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:21:53,454 INFO [M:0;90f34c5bee6a:37945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:21:53,454 INFO [M:0;90f34c5bee6a:37945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:21:53,454 INFO [M:0;90f34c5bee6a:37945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:21:53,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:21:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375739991/master 2024-11-11T18:21:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375739991 2024-11-11T18:21:53,456 DEBUG [M:0;90f34c5bee6a:37945 {}] zookeeper.ZKUtil(347): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Unable to get data of znode /01375739991/master because node does not exist (not an error) 2024-11-11T18:21:53,456 WARN [M:0;90f34c5bee6a:37945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:21:53,457 INFO [M:0;90f34c5bee6a:37945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/.lastflushedseqids 2024-11-11T18:21:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741853_1029 (size=263) 2024-11-11T18:21:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x101084376bc0001, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:53,552 INFO [RS:0;90f34c5bee6a:38747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:53,552 INFO [RS:0;90f34c5bee6a:38747 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,38747,1731349287134; zookeeper connection closed. 2024-11-11T18:21:53,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9bd6893 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9bd6893 2024-11-11T18:21:53,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T18:21:53,861 INFO [M:0;90f34c5bee6a:37945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:21:53,861 INFO [M:0;90f34c5bee6a:37945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:21:53,861 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:21:53,861 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:53,861 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:53,861 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:21:53,861 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:53,862 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-11T18:21:53,878 DEBUG [M:0;90f34c5bee6a:37945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b63f2870cd1487099f70ff1a062e1c1 is 82, key is hbase:meta,,1/info:regioninfo/1731349290065/Put/seqid=0 2024-11-11T18:21:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741854_1030 (size=5672) 2024-11-11T18:21:54,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:21:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:21:54,281 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b63f2870cd1487099f70ff1a062e1c1 2024-11-11T18:21:54,300 DEBUG [M:0;90f34c5bee6a:37945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05b7722cb4c2405b81966078e99946a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731349302804/Put/seqid=0 2024-11-11T18:21:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741855_1031 (size=8908) 2024-11-11T18:21:54,707 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05b7722cb4c2405b81966078e99946a6 2024-11-11T18:21:54,725 DEBUG [M:0;90f34c5bee6a:37945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394871131b3a4ff98ff99c2eeff2e076 is 69, key is 90f34c5bee6a,38747,1731349287134/rs:state/1731349288976/Put/seqid=0 2024-11-11T18:21:54,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741856_1032 (size=5156) 2024-11-11T18:21:55,129 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394871131b3a4ff98ff99c2eeff2e076 2024-11-11T18:21:55,133 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b63f2870cd1487099f70ff1a062e1c1 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b63f2870cd1487099f70ff1a062e1c1 2024-11-11T18:21:55,136 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b63f2870cd1487099f70ff1a062e1c1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T18:21:55,137 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05b7722cb4c2405b81966078e99946a6 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05b7722cb4c2405b81966078e99946a6 2024-11-11T18:21:55,140 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05b7722cb4c2405b81966078e99946a6, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T18:21:55,141 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394871131b3a4ff98ff99c2eeff2e076 as hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/394871131b3a4ff98ff99c2eeff2e076 2024-11-11T18:21:55,144 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/5b1ff3fc-09d6-0b64-c995-562b14420346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/394871131b3a4ff98ff99c2eeff2e076, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T18:21:55,144 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=112, compaction requested=false 2024-11-11T18:21:55,145 INFO [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:21:55,145 DEBUG [M:0;90f34c5bee6a:37945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349313861Disabling compacts and flushes for region at 1731349313861Disabling writes for close at 1731349313861Obtaining lock to block concurrent updates at 1731349313862 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349313862Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731349313862Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349313862Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349313862Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349313877 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349313877Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349314285 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349314299 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349314299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349314711 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349314724 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349314724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183463cc: reopening flushed file at 1731349315132 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f87227: reopening flushed file at 1731349315136 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141a597a: reopening flushed file at 1731349315140 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=112, compaction requested=false at 1731349315144 (+4 ms)Writing region close event to WAL at 1731349315145 (+1 ms)Closed at 1731349315145 2024-11-11T18:21:55,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741830_1006 (size=69043) 2024-11-11T18:21:55,148 INFO [M:0;90f34c5bee6a:37945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:21:55,148 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:21:55,148 INFO [M:0;90f34c5bee6a:37945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37945 2024-11-11T18:21:55,148 INFO [M:0;90f34c5bee6a:37945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:21:55,250 INFO [M:0;90f34c5bee6a:37945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:21:55,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:55,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x101084376bc0000, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:21:55,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e1c64d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:21:55,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:55,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:55,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:55,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:55,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:21:55,256 WARN [BP-791829303-172.17.0.2-1731349285961 heartbeating to localhost/127.0.0.1:37431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:21:55,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:21:55,256 WARN [BP-791829303-172.17.0.2-1731349285961 heartbeating to localhost/127.0.0.1:37431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-791829303-172.17.0.2-1731349285961 (Datanode Uuid a98ed3ba-11eb-4a67-8f1e-23f66bed0daf) service to localhost/127.0.0.1:37431 2024-11-11T18:21:55,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/data/data1/current/BP-791829303-172.17.0.2-1731349285961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:55,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/cluster_33d89518-8676-adef-f266-c5f11e5ca562/data/data2/current/BP-791829303-172.17.0.2-1731349285961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:21:55,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:21:55,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@736c1d10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:21:55,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:21:55,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:21:55,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:21:55,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad809bc-6ff7-2065-30a6-7a1b03f044da/hadoop.log.dir/,STOPPED} 2024-11-11T18:21:55,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:21:55,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:21:55,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33749 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33749 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37431 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37431 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37431 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44831 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44831 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6750 (was 7067) 2024-11-11T18:21:55,298 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-11-11T18:21:55,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101084376bc0005, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:21:55,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101084376bc0002, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:21:55,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101084376bc0008, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T18:21:55,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101084376bc0005, quorum=127.0.0.1:54844, baseZNode=/11903554395 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:21:55,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101084376bc0002, quorum=127.0.0.1:54844, baseZNode=/01375739991 Received Disconnected from ZooKeeper, ignoring 2024-11-11T18:21:55,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101084376bc0008, quorum=127.0.0.1:54844, baseZNode=/2-1842473118 Received Disconnected from ZooKeeper, ignoring